-- Logs begin at Mon 2021-06-07 16:58:52 UTC, end at Mon 2021-06-07 17:52:05 UTC. -- Jun 07 17:26:45.265447 dv-cinder-789564-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 17:26:47.836624 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.common.config [-] Logging enabled! Jun 07 17:26:47.837134 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 17:26:47.837380 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 17:26:47.841070 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.common.config [-] Logging enabled! Jun 07 17:26:47.841325 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 07 17:26:47.841637 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 17:26:47.842567 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:26:47.842801 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:26:47.843154 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:26:47.843400 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:26:47.843626 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:26:47.843942 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.844241 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.844554 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.844784 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.845075 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.845364 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.845648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.845938 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.846231 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.846518 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.846796 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.847080 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.847309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.847616 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.847875 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.848159 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.848382 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] debug = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.848691 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.849120 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.849533 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.849816 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.850125 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.850385 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.850655 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.850927 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.851207 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.851534 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] host = dv-cinder-789564-3-smb {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.851811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.852098 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.852385 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.852697 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.852973 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.853246 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.853530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.853801 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.854070 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.854342 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.854628 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.854915 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.855859 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.856095 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.856317 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.856635 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.856927 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.857205 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.857478 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.857752 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.858025 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.858299 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.858566 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.858849 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.859137 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.859420 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.859693 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.859963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.860233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.860505 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.860812 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.861084 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.861354 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.861626 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.861909 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.862176 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.862447 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.862744 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.863028 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.863307 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.863589 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.863861 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.864140 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.864411 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.864710 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.864981 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_json = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.865250 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.865518 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.865799 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.866070 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.866340 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.866612 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.866882 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.867165 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:47.867459 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.867757 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.868057 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.868339 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.868669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.868956 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.869245 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.869521 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.869807 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.870094 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.870376 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.870674 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.871497 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.871775 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.872069 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.872372 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.872692 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.872984 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.873258 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.873530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.873829 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.874111 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.874397 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.874688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.874977 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.875249 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.875525 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.875812 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.876087 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.876628 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.876910 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.877201 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.877473 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.877742 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.878024 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.878300 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.878604 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.878845 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.879120 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.879408 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.879682 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.879954 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.880225 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.880499 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.880793 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.881076 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.881349 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.881620 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.881890 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.882166 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.882436 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.882705 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.882979 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.883248 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.883522 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.883791 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.884062 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.884331 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.884635 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.884909 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.885178 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.885448 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.885722 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.885992 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.886311 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.886636 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.886906 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.887177 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.887462 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.887756 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.888034 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.888312 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.888615 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.888896 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.889170 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.889445 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.889721 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.889997 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.890268 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.890556 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.890836 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.891116 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.891395 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.891669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.891966 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.892246 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.892530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.892831 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.893110 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.893400 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.893682 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.893975 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.894268 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.894559 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.894850 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.895141 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.895420 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.895726 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.896007 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:47.896224 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:26:47.896461 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 17:26:48.241984 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:48.242263 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:48.242550 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:26:48.242881 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 17:26:48.627702 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.627907 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.628171 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.629374 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.629648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.629909 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.666242 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.666523 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.666786 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.679671 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.679951 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.680220 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.708475 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.708781 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.709045 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.748226 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.748499 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.748790 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.979951 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.980587 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.980587 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.980856 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:48.982046 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.106254 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.106541 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.106832 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.107114 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.107380 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.107687 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.107944 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.108196 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.108446 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.108746 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.109003 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.109281 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.109539 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.109799 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.110048 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.110309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.110574 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.110825 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.111089 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.111335 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.111736 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.112077 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.112326 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.112741 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.112996 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.113243 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.113637 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.113875 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.114111 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.114346 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.114578 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.114811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.115169 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 17:26:49.118301 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 17:26:49.122298 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 17:26:49.125967 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 07 17:26:49.127579 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 17:26:49.128152 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 17:26:49.128487 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 17:26:49.128893 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 17:26:49.131652 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 17:26:49.131902 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 17:26:49.132248 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 17:26:49.159611 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 17:26:49.160056 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.160352 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 17:26:49.160863 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.162204 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 17:26:49.162478 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 17:26:49.162717 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 17:26:49.165896 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.166177 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.232020 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 17:26:49.232198 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 17:26:49.232431 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 17:26:49.232826 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 17:26:49.264266 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_db.sqlalchemy.engines [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 17:26:49.595893 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing driver for type 'gre' Jun 07 17:26:49.596338 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] gre ID ranges: [(1, 1000)] Jun 07 17:26:49.648933 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing driver for type 'local' Jun 07 17:26:49.649277 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing driver for type 'vlan' Jun 07 17:26:49.660710 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] VlanTypeDriver initialization complete Jun 07 17:26:49.661043 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing driver for type 'vxlan' Jun 07 17:26:49.661512 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] vxlan ID ranges: [(1, 1000)] Jun 07 17:26:49.717061 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing extension driver 'port_security' Jun 07 17:26:49.717408 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.extensions.port_security [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] PortSecurityExtensionDriver initialization complete Jun 07 17:26:49.717751 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing mechanism driver 'openvswitch' Jun 07 17:26:49.718110 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing mechanism driver 'hyperv' Jun 07 17:26:49.724625 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.plugins.ml2.plugin [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:49.725396 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.725773 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.726130 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.726521 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.726876 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.727223 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.727607 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.727960 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.728305 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.728712 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.729062 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.729409 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.729792 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.730833 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.731235 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.731622 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > address_group after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.731976 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > address_group after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.732323 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.732696 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] ML2 OVO RPC backend initialized. {{(pid=91795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 17:26:49.733400 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.733759 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.734180 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.734530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > networks before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.734881 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.735225 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > ports before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.735572 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.735920 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnets before_response 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.736268 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.736636 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.736975 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.737315 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.737653 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.737992 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.738332 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.738669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.739006 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.739588 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.plugin [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Modular L2 Plugin initialization complete Jun 07 17:26:49.739921 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading services supported by the core plugin {{(pid=91795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 17:26:49.740247 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.plugins.ml2.managers [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Got port-security extension from driver 'port_security' Jun 07 17:26:49.740744 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.extensions.vlantransparent [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Disabled vlantransparent extension. Jun 07 17:26:49.741237 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 17:26:49.741552 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: router Jun 07 17:26:49.778221 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.778445 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_create 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.778825 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router before_create 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.779198 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.779576 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.779946 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_delete 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.780413 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.780809 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_create 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.781162 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.781520 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.781875 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.782245 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.782668 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.783044 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.783392 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.783728 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: subnet after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.784068 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.784419 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.784810 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_create 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.785161 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.785506 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.785870 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router after_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.786221 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.786577 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_create 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.786954 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.787308 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_update 55549900 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.787687 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > network after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.788568 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Tracking information for resource: router configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.788905 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Tracking information for resource: floatingip configured {{(pid=91795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 17:26:49.794811 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.db.l3_agentschedulers_db [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 17:26:49.795402 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.795764 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.796118 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.796473 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: port after_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.797295 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router before_create 55550100 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.797664 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.798029 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_create 55550100 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.798388 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > router precommit_update 55550100 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.802873 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.provider_configuration [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service providers = [] {{(pid=91795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 17:26:49.803240 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.db.servicetype_db [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 17:26:49.806180 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.service_base [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:26:49.806535 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.service_base [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:26:49.806877 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.service_base [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:26:49.807746 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.services.service_base [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 17:26:49.808159 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.services.service_base [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 17:26:49.808798 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.809117 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 17:26:49.819619 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.819956 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: auto_allocate Jun 07 17:26:49.825896 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: network precommit_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.826267 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: network precommit_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.826784 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.827105 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: tag Jun 07 17:26:49.835182 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.835515 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: timestamp Jun 07 17:26:49.840116 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.840458 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: network_ip_availability Jun 07 17:26:49.845689 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.846111 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.846421 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:49.847138 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.847457 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: flavors Jun 07 17:26:49.960998 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.961329 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading Plugin: revisions Jun 07 17:26:49.966265 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 17:26:49.966662 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.724s {{(pid=91795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:26:49.967459 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 17:26:49.967773 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Initializing extension manager. Jun 07 17:26:49.968282 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: __init__.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.968655 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: __pycache__ {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.968999 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.969340 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: address_group.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.970109 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.970693 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: address-group Jun 07 17:26:49.971023 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: address_scope.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.971732 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.972247 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: address-scope Jun 07 17:26:49.972597 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.973519 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.974041 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: router-admin-state-down-before-update Jun 07 17:26:49.974364 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: agent.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.975060 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.975569 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: agent Jun 07 17:26:49.975894 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: agent_resources_synced.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.976835 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.977354 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: agent-resources-synced Jun 07 17:26:49.977679 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: allowedaddresspairs.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.979454 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.980524 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: allowed-address-pairs Jun 07 17:26:49.981164 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: auto_allocated_topology.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.982052 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.982576 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: auto-allocated-topology Jun 07 17:26:49.982909 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: availability_zone.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.983600 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.984121 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: availability_zone Jun 07 17:26:49.984449 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: availability_zone_filter.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.985390 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.985911 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: availability_zone_filter Jun 07 17:26:49.986239 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: data_plane_status.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.987134 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.987646 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 17:26:49.987972 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: default_subnetpools.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.988899 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.989418 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: default-subnetpools Jun 07 17:26:49.989743 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.990540 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.991055 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: dhcp_agent_scheduler Jun 07 17:26:49.991378 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: dns.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.992281 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.992823 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension dns-integration not supported by any of loaded plugins Jun 07 17:26:49.993148 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: dns_domain_ports.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.994058 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.994569 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 17:26:49.994892 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: dvr.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.995553 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.996708 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: dvr Jun 07 17:26:49.997032 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: empty_string_filtering.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.997938 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:49.998448 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: empty-string-filtering Jun 07 17:26:49.998770 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:49.999669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.000201 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 17:26:50.000522 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.001444 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.002116 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 17:26:50.002443 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: external_net.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.003339 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.003854 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: external-net Jun 07 17:26:50.004181 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.005104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.005623 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: extra_dhcp_opt Jun 07 17:26:50.005949 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: extraroute.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.006843 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.007354 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: extraroute Jun 07 17:26:50.007677 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: extraroute_atomic.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.008726 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.009240 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: extraroute-atomic Jun 07 17:26:50.009563 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: filter_validation.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.010222 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.010730 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: filter-validation Jun 07 17:26:50.011050 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: fip_pf_description.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.012066 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.012601 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 17:26:50.012929 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: fip_port_details.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.013841 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.014355 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: fip-port-details Jun 07 17:26:50.014675 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: flavors.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.015891 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.016410 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: flavors Jun 07 17:26:50.016766 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.018416 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.018943 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 17:26:50.019278 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: floatingip_pools.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.019968 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.020484 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: floatingip-pools Jun 07 17:26:50.020837 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: ip_allocation.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.021753 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.022264 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 17:26:50.022592 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.023504 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.024036 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: ip-substring-filtering Jun 07 17:26:50.024365 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l2_adjacency.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.025311 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.025823 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 17:26:50.026150 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.027132 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.027734 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: router Jun 07 17:26:50.028064 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.030321 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.030853 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 17:26:50.031186 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.032115 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.032677 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: ext-gw-mode Jun 07 17:26:50.033009 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.033934 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.034454 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: l3-ha Jun 07 17:26:50.034777 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3_flavors.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.035690 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.036202 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: l3-flavors Jun 07 17:26:50.036526 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.037471 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.037983 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 17:26:50.038308 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: l3agentscheduler.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.039335 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.039854 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: l3_agent_scheduler Jun 07 17:26:50.040184 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: logging.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.041815 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.042350 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension logging not supported by any of loaded plugins Jun 07 17:26:50.043217 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: metering.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.043964 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.044566 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: metering Jun 07 17:26:50.044901 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.045985 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.046508 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: metering_source_and_destination_fields Jun 07 17:26:50.046838 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: multiprovidernet.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.047754 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.048270 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: multi-provider Jun 07 17:26:50.048632 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: netmtu.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.049544 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.050059 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: net-mtu Jun 07 17:26:50.050386 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: netmtu_writable.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.051294 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.051809 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: net-mtu-writable Jun 07 17:26:50.052134 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: network_availability_zone.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.052829 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.053342 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: network_availability_zone Jun 07 17:26:50.053663 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: network_ip_availability.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.054755 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.055277 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: network-ip-availability Jun 07 17:26:50.055604 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: network_segment_range.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.056371 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.056909 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 17:26:50.057233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: pagination.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.058795 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.059127 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: pagination Jun 07 17:26:50.059448 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: port_device_profile.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.060363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.060910 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: port-device-profile Jun 07 17:26:50.061233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.062148 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.062660 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: port-mac-address-regenerate Jun 07 17:26:50.062984 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.063887 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.064403 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: port-numa-affinity-policy Jun 07 17:26:50.064754 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: port_resource_request.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.065650 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.066160 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 17:26:50.066482 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: portbindings.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.067396 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.067909 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: binding Jun 07 17:26:50.068232 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: portbindings_extended.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.069539 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.070065 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: binding-extended Jun 07 17:26:50.070395 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: portsecurity.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.071301 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.071817 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: port-security Jun 07 17:26:50.072140 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: project_id.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.073131 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.073462 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: project-id Jun 07 17:26:50.073860 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: providernet.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.074781 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.075299 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: provider Jun 07 17:26:50.075622 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.079183 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.079711 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos not supported by any of loaded plugins Jun 07 17:26:50.080043 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.081308 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.081830 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 17:26:50.082162 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.083072 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.083592 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 17:26:50.083925 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_default.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.084862 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.085377 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-default not supported by any of loaded plugins Jun 07 17:26:50.085704 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_fip.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.086349 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.086856 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-fip not supported by any of loaded plugins Jun 07 17:26:50.087179 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_gateway_ip.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.088272 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.089095 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 17:26:50.089447 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_port_network_policy.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.090482 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.090997 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 17:26:50.091321 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_rule_type_details.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.092226 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.092783 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 17:26:50.093108 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: qos_rules_alias.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.094145 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.094663 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 17:26:50.094985 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: quotasv2.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.095884 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.096255 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: quotas Jun 07 17:26:50.096559 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: quotasv2_detail.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.099581 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.099923 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: quota_details Jun 07 17:26:50.100255 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: rbac.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.101328 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.101860 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: rbac-policies Jun 07 17:26:50.102195 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: rbac_address_group.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.103115 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.103635 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: rbac-address-group Jun 07 17:26:50.103969 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: rbac_address_scope.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.104907 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.106095 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: rbac-address-scope Jun 07 17:26:50.106426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: rbac_security_groups.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.107352 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.107868 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: rbac-security-groups Jun 07 17:26:50.108193 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: rbac_subnetpool.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.109135 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.109652 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: rbac-subnetpool Jun 07 17:26:50.109980 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: revisionifmatch.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.110892 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.111411 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: revision-if-match Jun 07 17:26:50.111737 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: revisions.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.112874 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.113393 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: standard-attr-revisions Jun 07 17:26:50.113721 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: router_availability_zone.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.114394 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.114910 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: router_availability_zone Jun 07 17:26:50.115234 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: routerservicetype.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.116148 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.116700 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension router-service-type not supported by any of loaded plugins Jun 07 17:26:50.117026 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.117939 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.118457 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: security-groups-normalized-cidr Jun 07 17:26:50.118780 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.119691 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.120210 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: port-security-groups-filtering Jun 07 17:26:50.120547 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.122145 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.122666 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: security-groups-remote-address-group Jun 07 17:26:50.122992 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: securitygroup.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.132508 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.133065 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: security-group Jun 07 17:26:50.133400 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: segment.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.134180 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.134701 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension segment not supported by any of loaded plugins Jun 07 17:26:50.135032 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.135956 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.136613 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 17:26:50.136949 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: servicetype.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.138056 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.138582 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: service-type Jun 07 17:26:50.138913 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: sorting.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.139883 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.140217 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: sorting Jun 07 17:26:50.140566 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: standard_attr_segment.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.141482 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.142013 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 17:26:50.142336 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: standardattrdescription.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.142978 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.143501 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: standard-attr-description Jun 07 17:26:50.143825 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: stateful_security_group.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.144780 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.145300 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: stateful-security-group Jun 07 17:26:50.145620 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: stdattrs_common.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.146194 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 17:26:50.146514 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.147488 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.148005 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 17:26:50.148327 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnet_onboard.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.149418 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.149936 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: subnet_onboard Jun 07 17:26:50.150259 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.151179 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.151689 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 17:26:50.152044 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnet_service_types.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.153687 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.154204 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: subnet-service-types Jun 07 17:26:50.154529 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnetallocation.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.155620 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.156140 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: subnet_allocation Jun 07 17:26:50.156464 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.157141 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.157655 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: subnetpool-prefix-ops Jun 07 17:26:50.157975 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: tagging.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: standard-attr-tag Jun 07 17:26:50.162336 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: timestamp.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loaded extension: standard-attr-timestamp Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: trunk.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension trunk not supported by any of loaded plugins Jun 07 17:26:50.166309 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: trunk_details.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.166730 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.168405 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension trunk-details not supported by any of loaded plugins Jun 07 17:26:50.168405 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: uplink_status_propagation.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.169134 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.169651 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 17:26:50.169978 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Loading extension file: vlantransparent.py {{(pid=91795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 17:26:50.170641 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 17:26:50.171154 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 17:26:50.173621 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:network Jun 07 17:26:50.174150 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnet Jun 07 17:26:50.174561 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:26:50.174959 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:port Jun 07 17:26:50.176360 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.176860 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service FLAVORS assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.177483 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.177914 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.178248 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:router Jun 07 17:26:50.178690 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:floatingip Jun 07 17:26:50.179193 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service METERING assigned prefix: /metering {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.180648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:50.181034 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:50.181390 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:26:50.182378 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 17:26:50.182833 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:security_group Jun 07 17:26:50.183971 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 17:26:50.184630 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service CORE assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.184968 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:26:50.185320 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] subnetpool is already registered Jun 07 17:26:50.185752 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service CORE assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.186079 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:26:50.186411 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] subnetpool is already registered Jun 07 17:26:50.188827 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.189270 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service FLAVORS assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.189866 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.190297 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.190632 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:router Jun 07 17:26:50.190970 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] router is already registered Jun 07 17:26:50.191389 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:floatingip Jun 07 17:26:50.191727 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] floatingip is already registered Jun 07 17:26:50.192184 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service METERING assigned prefix: /metering {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.192877 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 17:26:50.193204 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] rbac_policy is already registered Jun 07 17:26:50.193616 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:security_group Jun 07 17:26:50.193950 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] security_group is already registered Jun 07 17:26:50.194355 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 17:26:50.194686 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] security_group_rule is already registered Jun 07 17:26:50.195337 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service CORE assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.195666 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:26:50.196001 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] subnetpool is already registered Jun 07 17:26:50.196420 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.v2.resource_helper [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Service CORE assigned prefix: {{(pid=91795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 17:26:50.196772 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 17:26:50.197103 dv-cinder-789564-3-smb neutron-server[91795]: WARNING neutron.quota.resource_registry [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] subnetpool is already registered Jun 07 17:26:50.197583 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: extensions {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.200768 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: address-groups {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.202301 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: address-scopes {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.203617 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: agents {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.204809 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: auto-allocated-topology {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.206072 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: availability_zones {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.207302 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: dhcp-networks {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.208843 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: dhcp-agents {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.210300 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: routers {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.212052 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: flavors {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.214733 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: service_profiles {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.216067 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: next_providers {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.217573 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: service_profiles {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.219143 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: floatingip-pools {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.220378 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: routers {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.222122 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: floatingips {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.223414 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: l3-routers {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.224828 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: l3-agents {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.226245 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: metering-labels {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.227518 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: metering-label-rules {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.228934 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: network-ip-availabilities {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.230755 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: bindings {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.232521 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: quotas {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.234136 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: quotas {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.235565 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: rbac-policies {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.236800 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: security-groups {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.238110 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: security-group-rules {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.239365 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: service-providers {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.240639 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: subnetpools {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.241983 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: subnetpools {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.243530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.245349 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.247934 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.249784 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.251484 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.253478 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.255167 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.257023 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.258897 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.260677 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron.api.extensions [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Extended resource: tags {{(pid=91795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 17:26:50.267305 dv-cinder-789564-3-smb neutron-server[91795]: WARNING keystonemiddleware.auth_token [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 17:26:50.271837 dv-cinder-789564-3-smb neutron-server[91795]: WARNING keystonemiddleware.auth_token [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 17:26:50.280933 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Acquired lock "singleton_lock" {{(pid=91795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 17:26:50.281410 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_concurrency.lockutils [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Releasing lock "singleton_lock" {{(pid=91795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 17:26:50.282038 dv-cinder-789564-3-smb neutron-server[91795]: INFO oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Starting 2 workers Jun 07 17:26:50.286769 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Started child 91900 {{(pid=91795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:26:50.291056 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Started child 91901 {{(pid=91795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:26:50.292300 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.293023 dv-cinder-789564-3-smb neutron-server[91795]: INFO neutron.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 17:26:50.293448 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Notify callbacks [] for process, before_spawn {{(pid=91795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.294205 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [-] (91900) wsgi starting up on http://0.0.0.0:9696 Jun 07 17:26:50.295778 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.296240 dv-cinder-789564-3-smb neutron-server[91795]: INFO oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Starting 1 workers Jun 07 17:26:50.297162 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [-] (91901) wsgi starting up on http://0.0.0.0:9696 Jun 07 17:26:50.301091 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Started child 91902 {{(pid=91795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:26:50.301616 dv-cinder-789564-3-smb neutron-server[91795]: INFO oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Starting 1 workers Jun 07 17:26:50.305030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] calling RpcWorker wait() {{(pid=91902) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 17:26:50.305599 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] returning from RpcWorker wait() {{(pid=91902) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 17:26:50.305946 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Started child 91903 {{(pid=91795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 17:26:50.306761 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG neutron_lib.callbacks.manager [None req-025299e8-849c-4e68-a73c-ca6174c188cb None None] Notify callbacks [] for process, after_spawn {{(pid=91795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.306875 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.307313 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:50.308921 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 17:26:50.309148 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:26:50.309344 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:26:50.309546 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:26:50.309870 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:26:50.310039 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:26:50.310559 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.310706 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:26:50.311160 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.311160 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.311406 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.311660 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.311908 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:50.312270 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.312580 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.312835 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.313113 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.313367 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.313547 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.313718 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.313977 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.314244 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.314551 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.314843 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.315092 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.315360 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.315535 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.315797 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.316068 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.316320 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.316693 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] debug = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.316966 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.317459 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.317712 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.317969 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.318191 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.318476 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.318727 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.318994 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.319245 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.319465 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.319716 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.319988 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.320247 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.320466 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.320712 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.320963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.321181 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.321691 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] host = dv-cinder-789564-3-smb {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.322043 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.322180 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.322368 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.322599 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.322872 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.323107 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.323374 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.323634 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.324605 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.324844 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.325104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.325373 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.325627 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.325889 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.326054 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_options = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.326285 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.326561 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.326833 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.327027 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.327200 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.327380 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.327655 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.327828 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.328119 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.328357 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.328600 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.328837 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.329085 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.329302 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.329585 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.329838 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.330093 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.330306 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.330553 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.330783 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.331011 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.331240 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.331462 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.331686 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.331892 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.332168 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.332338 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.332563 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.332786 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.333025 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.333269 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.333540 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.333808 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.334057 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.334306 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.334537 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.334754 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.335025 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.335261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.335510 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.335756 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.336065 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.336304 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.336552 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.336818 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.337067 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_json = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.337285 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.337517 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.337781 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.338087 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.338312 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.338785 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.339004 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.339258 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.340227 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.341323 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.341753 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.342001 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.342245 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.342656 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.343098 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.343360 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.343772 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.344101 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.344411 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.344683 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.345338 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.345609 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.345898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.346204 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.346518 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.347141 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.347475 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.347819 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.348055 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.348284 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.348727 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.349104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.349353 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.349863 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.350614 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.350795 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.351025 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.351667 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.352077 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.352331 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.352592 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.352829 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.353793 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355363 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355785 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.355868 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.356234 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.356460 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.356724 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.356957 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.359545 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.360104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.360104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.360104 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.360282 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.360452 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362725 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.362725 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.363015 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.363118 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.363345 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.363559 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.363790 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.364003 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366280 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366845 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366845 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.366845 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.367202 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.367311 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.367529 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.367770 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.368020 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.368243 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.368460 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.368767 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.369015 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.369282 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.369507 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.369732 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.369999 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.370256 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.370516 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.371259 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.371538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.371753 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.372105 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.372376 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.372644 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.373022 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.373350 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.373683 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.373970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.374216 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.374455 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.374746 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.375058 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.375360 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.375623 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.375889 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.376157 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.376418 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.376715 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.377095 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.377353 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.377745 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.377991 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.378274 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.378515 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.378740 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.378959 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.379211 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.379568 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.379828 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.380046 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.380302 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.380607 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.380862 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.381112 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.381383 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.381635 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.381896 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.382131 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.382372 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.382627 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.382879 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.383134 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.383350 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.383605 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.383837 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.384081 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.384320 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.384553 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.384830 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.385048 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.385270 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.385500 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.385723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.385941 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.386201 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.387177 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.387576 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.387876 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.388056 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.388284 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.388515 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.388747 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.389012 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.389247 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.389774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.390034 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.390283 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.390536 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.390789 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.391047 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.391278 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.391530 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.391775 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.391994 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.392214 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.392436 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.392693 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.392926 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.393176 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.393396 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.393660 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.393885 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.394224 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.394482 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.394717 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.394962 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.395184 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.395438 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.395683 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.395906 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.396128 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.396353 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.396616 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.396875 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.397133 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.397376 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.397595 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.397809 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.398019 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.398233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.398447 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.398746 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.398988 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.399220 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.399457 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.399690 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.399918 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.400135 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.400343 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.400579 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.400797 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.401045 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.401256 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.401486 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.401728 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.402008 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.402379 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.402596 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.402811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.403028 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.403238 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.403463 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.403676 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.403888 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.404105 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.404313 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.404669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.404921 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.405142 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.405428 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.405688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.405916 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.406156 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.406500 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.406714 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.407011 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.407248 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.407469 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.407690 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.407959 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.408430 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.408745 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.408979 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.409218 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.409510 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.409797 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.410068 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.410283 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.410578 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.410936 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.411204 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.411454 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.411682 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.411963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.412186 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.412405 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.412663 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.412882 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.413116 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.413361 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.413591 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.413817 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.414033 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.414262 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.414480 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.414704 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.414938 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.415182 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.415400 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.415564 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:26:50.416106 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 17:26:50.416266 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 17:26:50.416414 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 17:26:50.416625 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 17:26:50.416799 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 17:26:50.416946 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 17:26:50.417149 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.417305 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.417466 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.417823 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.417973 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418163 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418329 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418493 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418653 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.418961 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419097 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419244 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419408 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419568 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419728 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.419888 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420047 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420212 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420372 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420548 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420709 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.420868 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] debug = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421028 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421218 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421384 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421543 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421702 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.421862 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422021 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422181 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422369 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422505 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422633 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422794 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.422962 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.423093 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.423248 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.423407 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.423566 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.423726 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] host = dv-cinder-789564-3-smb {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424005 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424169 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424329 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424487 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424669 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424830 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.424989 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425167 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425296 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425454 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425613 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425771 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.425931 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426093 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426239 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_options = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426399 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426575 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426701 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.426876 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427041 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427224 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427384 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427550 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427713 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.427872 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428090 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428218 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428324 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428483 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428675 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.428835 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429108 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429276 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429436 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429596 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429756 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.429916 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.430074 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.430233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.430392 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.430715 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.432688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.432878 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.433857 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.433857 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.434616 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.434616 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.434765 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.434883 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.435056 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.435230 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.435395 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.435569 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.436172 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 55820) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:26:50.436436 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.436705 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.436962 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.437201 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.437439 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.438037 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.438276 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.438510 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_json = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.438740 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.440140 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:26:50.440771 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.440967 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.441141 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.441315 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.441487 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.441656 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.441824 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 17:26:50.442014 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.442183 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.442361 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.442529 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.442695 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.442857 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443018 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443186 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443347 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443506 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443676 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.443836 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.444008 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.444167 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.444325 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445063 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445226 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062859 Jun 07 17:26:50.445316 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445316 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445959 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445959 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.445959 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.446233 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.446492 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.446738 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.446988 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.447206 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.447422 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.447612 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.447887 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.448057 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.448688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.448688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.448688 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.449487 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.449554 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.449734 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.449891 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450015 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.450898 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.451228 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.451228 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.451936 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.451936 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.451936 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452172 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452250 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452366 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452528 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452706 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.452863 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.453031 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.453180 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.454329 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.454329 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.454537 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.454718 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.454897 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455087 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455272 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455448 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455620 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455791 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.455961 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.456153 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.456305 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.456476 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.456679 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.456846 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457010 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457178 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457344 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457507 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457671 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457834 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.457998 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458161 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458324 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458487 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458649 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458812 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.458985 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459165 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459334 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459497 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459660 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459823 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.459986 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460147 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460310 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460473 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460659 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460823 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.460986 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461152 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461315 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461477 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461638 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461800 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.461960 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462124 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462286 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462452 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462614 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462775 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.462936 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.463100 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.463261 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.463708 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.463863 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464030 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464192 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464387 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464628 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464796 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.464960 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465418 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465418 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465418 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465693 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465786 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.465867 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.466026 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.466189 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.467318 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.467648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.467648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.467793 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.467877 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468132 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468235 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468373 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468552 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468718 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.468881 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469049 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469211 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469374 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469536 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469889 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.469889 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470413 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470413 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470413 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470621 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470621 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.470875 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471054 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471220 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471384 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471547 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471709 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.471872 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.472044 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.472194 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.472357 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.472519 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.473963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.473963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.473963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.473963 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474225 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474306 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474505 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474682 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474823 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.474956 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475037 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475204 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475368 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475532 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475695 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.475859 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476024 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476185 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476370 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476497 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476738 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.476895 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477020 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477210 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477338 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477557 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477686 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.477935 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478048 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478247 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478370 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478521 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478661 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478829 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.478993 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.479155 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.479317 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.479481 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.479648 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.479811 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480041 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480243 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480390 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480505 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480682 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480800 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.480965 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.481128 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.481292 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.481454 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.481626 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.483538 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.486252 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.487426 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.488723 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.489760 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.490774 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.491970 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.492849 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.492849 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 17:26:50.492849 dv-cinder-789564-3-smb neutron-server[91795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 17:27:01.542561 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f32d7-5ac9-4897-bc9a-856a0272d2d6 None None] get_active_networks_info from dv-cinder-789564-3-smb {{(pid=91902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 17:27:01.621585 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f32d7-5ac9-4897-bc9a-856a0272d2d6 None None] No non-hosted networks {{(pid=91902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 17:27:01.633850 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.agentschedulers_db [None req-ac4f32d7-5ac9-4897-bc9a-856a0272d2d6 None None] DHCP Agent not found on host dv-cinder-789564-3-smb {{(pid=91902) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 17:27:01.749020 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-8eca5aef-742f-41df-9f20-76d1f6b8e31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.987911 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:03.989772 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.990122 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.991397 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.992732 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.993123 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.994586 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.995013 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.995358 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.996981 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.998341 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.998697 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.999458 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:03.999871 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:04.022759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:04.132488 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e33d6b06-3b3e-46bb-a766-0f0ea5483a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:04.241903 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2a298c93-ead8-451e-94e7-02ff7225dc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:05.371719 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:06.987394 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.db.l3_hamode_db [None req-dd46850b-7c63-407b-a255-24d24cc700b4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 17:27:07.046536 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:07.075359 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46850b-7c63-407b-a255-24d24cc700b4 None None] Routers set() bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:07.075742 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46850b-7c63-407b-a255-24d24cc700b4 None None] Router IDs set() for agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 17:27:08.151368 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 55918) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:08.738304 dv-cinder-789564-3-smb neutron-server[91901]: WARNING oslo_policy.policy [None req-3d4b4d72-9a6e-4768-8009-7ec0bfca3208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:08.738919 dv-cinder-789564-3-smb neutron-server[91901]: WARNING oslo_policy.policy [None req-3d4b4d72-9a6e-4768-8009-7ec0bfca3208 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:08.956673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [None req-3d4b4d72-9a6e-4768-8009-7ec0bfca3208 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:27:08.957939 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3d4b4d72-9a6e-4768-8009-7ec0bfca3208 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8048289 Jun 07 17:27:11.298978 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55932) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:11.872075 dv-cinder-789564-3-smb neutron-server[91900]: WARNING oslo_policy.policy [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:11.872700 dv-cinder-789564-3-smb neutron-server[91900]: WARNING oslo_policy.policy [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:12.089235 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:12.189078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.policy [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 17:27:12.234762 dv-cinder-789564-3-smb neutron-server[91900]: WARNING oslo_policy.policy [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:12.235133 dv-cinder-789564-3-smb neutron-server[91900]: WARNING oslo_policy.policy [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:12.243563 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.quota [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] Loaded quota_driver: . Jun 07 17:27:12.324974 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811306033', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811305486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811292968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811387524', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811381625', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785811405358', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1649540', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644547', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559557'] for rbac-policy, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:12.383033 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:12.384456 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5318e37b-04f0-4584-b0d9-4fd635bc15bb admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0832851 Jun 07 17:27:15.004011 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55950) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:15.352134 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Request body: {'network': {'project_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'name': 'private'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:15.375603 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Made reservation on behalf of e03970443c1d440aaa480a7491f0878a for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:15.378400 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.396057 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.513983 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.518320 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.523712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:15.544163 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:27:15.570032 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785809200029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.570618 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Unsubscribe: segment precommit_create {{(pid=91900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 17:27:15.571110 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Added segment 8285af4c-3f2a-4962-bb45-8c40d6f888c7 of type vlan for network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b Jun 07 17:27:15.618227 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4655a68-ab1a-4788-a454-de1ea0e8fbd9,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:15.639254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.639516 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.639837 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.640155 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.640466 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.640802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.641108 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.641414 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.641734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.642040 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.642345 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.642641 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Tracked resource versions report: Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: pushed versions: Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: { 'AddressGroup': {'1.2'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'ConntrackHelper': {'1.0'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Log': {'1.0'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Network': {'1.1'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Port': {'1.7'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'PortForwarding': {'1.2'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'QosPolicy': {'1.8'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroup': {'1.4'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SubPort': {'1.0'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Subnet': {'1.1'}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Trunk': {'1.1'}} Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: consumer versions: Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'ConntrackHelper': '1.0', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Log': '1.0', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Network': '1.1', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Port': '1.7', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'PortForwarding': '1.2', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'QosPolicy': '1.8', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroup': '1.4', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroupRule': '1.2', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'SubPort': '1.0', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Subnet': '1.1', Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: 'Trunk': '1.1'}} Jun 07 17:27:15.643934 dv-cinder-789564-3-smb neutron-server[91900]: {{(pid=91900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:27:15.684657 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.692289 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:15.729078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.730895 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:15.731533 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:15.735934 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:15.779760 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7746785 Jun 07 17:27:15.838411 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Pushing event updated for resources: {'Network': ['ID=568ba37f-bb52-4f74-80b7-c0bfdb8f218b,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:15.842625 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:15.851425 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:27:18.444594 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55964) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:18.895159 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817f672-6e0d-4ea2-b73b-06fc4db19cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:18.896575 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a817f672-6e0d-4ea2-b73b-06fc4db19cac admin admin] 10.222.0.25 "GET /v2.0/networks/568ba37f-bb52-4f74-80b7-c0bfdb8f218b HTTP/1.1" status: 200 len: 825 time: 0.4509311 Jun 07 17:27:18.925184 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-33a33ed3-cbce-440d-b2ec-6f4797520250 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/9401b238-9031-42f6-9fa0-280f41b65632 HTTP/1.1" status: 200 len: 734 time: 0.0234003 Jun 07 17:27:18.933940 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:18.954128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Made reservation on behalf of e03970443c1d440aaa480a7491f0878a for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:18.956347 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:19.217319 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:19.222438 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:19.311471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29e71ab-53d4-4ac2-b47c-625696140385,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:19.315444 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Checking segment: {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:19.315790 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Network hostable DHCP agents. Network: 568ba37f-bb52-4f74-80b7-c0bfdb8f218b, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:27:19.319964 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:19.334442 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:27:19.345033 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 568ba37f-bb52-4f74-80b7-c0bfdb8f218b) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:19.349560 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:19.350129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:19.354664 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008e93e-2538-4319-bb88-b8e49285e4e4 None None] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:19.367685 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4375608 Jun 07 17:27:19.669592 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:27:19.670765 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:19.853886 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Allocated IP 172.20.0.2 (568ba37f-bb52-4f74-80b7-c0bfdb8f218b/b29e71ab-53d4-4ac2-b47c-625696140385/0c927985-544f-4508-9e2c-a13eb8a2fced) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:20.078885 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:20.093143 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Transition to ACTIVE for port object 0c927985-544f-4508-9e2c-a13eb8a2fced will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:20.115506 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Transition to ACTIVE for port object 0c927985-544f-4508-9e2c-a13eb8a2fced will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:20.122724 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:20.124043 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:20.140769 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:20.141881 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:20.144836 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:20.233091 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Attempting to bind port 0c927985-544f-4508-9e2c-a13eb8a2fced on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:20.233477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Attempting to bind port 0c927985-544f-4508-9e2c-a13eb8a2fced by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:20.233915 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Attempting to bind port 0c927985-544f-4508-9e2c-a13eb8a2fced on network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:20.239163 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:20.239569 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Checking segment: {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:20.240051 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:20.240438 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Bound using segment: {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:20.240927 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Bound port: 0c927985-544f-4508-9e2c-a13eb8a2fced, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:20.241295 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:20.328453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] For port 0c927985-544f-4508-9e2c-a13eb8a2fced, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:20.332328 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] For port 0c927985-544f-4508-9e2c-a13eb8a2fced, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=0c927985-544f-4508-9e2c-a13eb8a2fced,segment=NetworkSegment(8285af4c-3f2a-4962-bb45-8c40d6f888c7),segment_id=8285af4c-3f2a-4962-bb45-8c40d6f888c7)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:20.336759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:20.342398 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:20.427760 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Pushing event updated for resources: {'Port': ['ID=0c927985-544f-4508-9e2c-a13eb8a2fced,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:20.435557 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.435904 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.436243 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.436583 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.436907 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.437228 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.437543 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.437856 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.438167 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.438479 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.438789 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.439102 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Tracked resource versions report: Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: pushed versions: Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: { 'AddressGroup': {'1.2'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'ConntrackHelper': {'1.0'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Log': {'1.0'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Network': {'1.1'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Port': {'1.7'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'PortForwarding': {'1.2'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'QosPolicy': {'1.8'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroup': {'1.4'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SubPort': {'1.0'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Subnet': {'1.1'}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Trunk': {'1.1'}} Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: consumer versions: Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'ConntrackHelper': '1.0', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Log': '1.0', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Network': '1.1', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Port': '1.7', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'PortForwarding': '1.2', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'QosPolicy': '1.8', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroup': '1.4', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroupRule': '1.2', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'SubPort': '1.0', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Subnet': '1.1', Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: 'Trunk': '1.1'}} Jun 07 17:27:20.440357 dv-cinder-789564-3-smb neutron-server[91902]: {{(pid=91902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:27:20.444297 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:21.793637 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55972) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:22.162429 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [None req-bd11eeb1-e61d-4be6-923e-730845b17fb9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:27:22.163489 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-bd11eeb1-e61d-4be6-923e-730845b17fb9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3689158 Jun 07 17:27:24.613696 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55980) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:24.995889 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [None req-a73bf641-580c-4c44-8c4f-879d6fecc45d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:27:24.997814 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a73bf641-580c-4c44-8c4f-879d6fecc45d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3827078 Jun 07 17:27:26.186245 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0c927985-544f-4508-9e2c-a13eb8a2fced up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:26.260390 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 0c927985-544f-4508-9e2c-a13eb8a2fced completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:26.426423 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121714d3-4ce6-47cd-a17e-5edbf734bfaf None None] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:26.551319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Provisioning for port 0c927985-544f-4508-9e2c-a13eb8a2fced completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:26.561084 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Provisioning complete for port 0c927985-544f-4508-9e2c-a13eb8a2fced triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:26.561470 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:26.796923 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:26.838116 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] For port 0c927985-544f-4508-9e2c-a13eb8a2fced, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=0c927985-544f-4508-9e2c-a13eb8a2fced,segment=NetworkSegment(8285af4c-3f2a-4962-bb45-8c40d6f888c7),segment_id=8285af4c-3f2a-4962-bb45-8c40d6f888c7)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:26.842322 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:26.844553 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:26.912500 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Pushing event updated for resources: {'Port': ['ID=0c927985-544f-4508-9e2c-a13eb8a2fced,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:26.919495 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:27.064363 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c9a74e04-fd88-4863-b057-dd6dbdd37fc9 None None] Provisioning complete for port 0c927985-544f-4508-9e2c-a13eb8a2fced triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:27.064688 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c9a74e04-fd88-4863-b057-dd6dbdd37fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:27.726443 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 55994) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:28.077395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'name': 'router1'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:28.100676 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.102244 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.125869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.143914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0c927985-544f-4508-9e2c-a13eb8a2fced up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:28.209790 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 0c927985-544f-4508-9e2c-a13eb8a2fced triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:28.210167 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.234317 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.250193 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:28.251389 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-660ad5c7-a4ab-4798-ac8b-ac83717dce00 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5239928 Jun 07 17:27:30.612192 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56002) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:30.977559 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [None req-9812f3bc-62f1-48c9-b391-3943bc8f64d3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:27:30.978500 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-9812f3bc-62f1-48c9-b391-3943bc8f64d3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653693 Jun 07 17:27:31.439922 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3452-2444-4970-b34c-c93a9322eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:33.374865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56010) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:33.750589 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:33.751917 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.quota [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Loaded quota_driver: . Jun 07 17:27:33.797887 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Made reservation on behalf of 33d46f78dff448cbb386273f456b227f for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:33.869129 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.policy [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91901) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 17:27:33.915802 dv-cinder-789564-3-smb neutron-server[91901]: WARNING oslo_policy.policy [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:33.916175 dv-cinder-789564-3-smb neutron-server[91901]: WARNING oslo_policy.policy [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 17:27:33.926807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:33.947673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:33.977362 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.067938 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.071433 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.076556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:34.088921 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Reserving flat network on physical network physnet1 {{(pid=91901) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 17:27:34.123096 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785809200029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.123678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Unsubscribe: segment precommit_create {{(pid=91901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 17:27:34.124194 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Added segment d022c202-b4fa-4382-8aaa-bda2e91f1b48 of type flat for network 7af9e6d8-2947-4edf-87fd-597b5c886c91 Jun 07 17:27:34.128423 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c5d446bd-06e8-4740-ad79-be10cce0b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.133462 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f339d955-e9d9-4332-b1f3-0917a493f58d,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:34.188426 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.188795 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.189117 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.189432 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.189807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.190118 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.190621 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.190929 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.191261 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.191572 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.191875 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.192173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Tracked resource versions report: Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: pushed versions: Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: { 'AddressGroup': {'1.2'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'ConntrackHelper': {'1.0'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Log': {'1.0'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Network': {'1.1'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Port': {'1.7'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'PortForwarding': {'1.2'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'QosPolicy': {'1.8'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroup': {'1.4'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SubPort': {'1.0'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Subnet': {'1.1'}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Trunk': {'1.1'}} Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: consumer versions: Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'ConntrackHelper': '1.0', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Log': '1.0', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Network': '1.1', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Port': '1.7', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'PortForwarding': '1.2', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'QosPolicy': '1.8', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroup': '1.4', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroupRule': '1.2', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'SubPort': '1.0', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Subnet': '1.1', Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: 'Trunk': '1.1'}} Jun 07 17:27:34.193299 dv-cinder-789564-3-smb neutron-server[91901]: {{(pid=91901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:27:34.240421 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:34.258640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.302260 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.303642 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:34.304286 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:34.308881 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:34.354302 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9783199 Jun 07 17:27:34.411678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Pushing event updated for resources: {'Network': ['ID=7af9e6d8-2947-4edf-87fd-597b5c886c91,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:34.414983 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:34.422175 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:27:35.266972 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:36.699735 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56034) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:36.912189 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404c65f-a93f-4d1d-a020-c1a60fb538b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:36.913692 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-c404c65f-a93f-4d1d-a020-c1a60fb538b4 admin admin] 10.222.0.25 "GET /v2.0/subnets/b29e71ab-53d4-4ac2-b47c-625696140385 HTTP/1.1" status: 200 len: 849 time: 0.2128689 Jun 07 17:27:36.919075 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:37.060750 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ac3b58fc-ce87-4c89-b73b-a709d295dd1d admin admin] 10.222.0.25 "GET /v2.0/routers/4aaec516-ad50-411c-b1c2-11fd2c937ba6 HTTP/1.1" status: 200 len: 704 time: 0.1396980 Jun 07 17:27:37.511596 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:37.736832 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Allocated IP 172.20.0.1 (568ba37f-bb52-4f74-80b7-c0bfdb8f218b/b29e71ab-53d4-4ac2-b47c-625696140385/31885a79-6940-4755-9922-a68a31f417db) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:37.921927 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:37.939081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Transition to ACTIVE for port object 31885a79-6940-4755-9922-a68a31f417db will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:37.991616 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:37.992782 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:38.007850 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:38.008885 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:38.012069 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:38.012569 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.168105 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-9bded86e-01f0-4a9b-9e6f-25306761a1c6 None None] Provisioning for port 31885a79-6940-4755-9922-a68a31f417db completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:38.172727 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-9bded86e-01f0-4a9b-9e6f-25306761a1c6 None None] Provisioning complete for port 31885a79-6940-4755-9922-a68a31f417db triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:38.173102 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9bded86e-01f0-4a9b-9e6f-25306761a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.230325 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-9bded86e-01f0-4a9b-9e6f-25306761a1c6 None None] Port 31885a79-6940-4755-9922-a68a31f417db cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:38.272492 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.490188 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.494566 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.496703 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:38.500686 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:38.605169 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Pushing event updated for resources: {'Port': ['ID=31885a79-6940-4755-9922-a68a31f417db,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:38.655833 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:38.702308 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:38.703330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:38.900998 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:27:38.954031 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-76ee341e-6281-417f-a5b1-34ff4e4a9f84 None None] Provisioning complete for port 31885a79-6940-4755-9922-a68a31f417db triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:38.954408 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-76ee341e-6281-417f-a5b1-34ff4e4a9f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:39.007789 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-76ee341e-6281-417f-a5b1-34ff4e4a9f84 None None] Port 31885a79-6940-4755-9922-a68a31f417db cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:27:39.059309 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:27:39.065282 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] 10.222.0.25 "PUT /v2.0/routers/4aaec516-ad50-411c-b1c2-11fd2c937ba6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9986866 Jun 07 17:27:39.080107 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Sync routers for ids ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:27:39.091851 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Routers {'4aaec516-ad50-411c-b1c2-11fd2c937ba6'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:39.092732 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:27:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:39.272771 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Set router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 gateway port host: None {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:39.635899 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:38Z', 'revision_number': 2, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port_host': None, '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:38Z', 'revision_number': 2, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:39.640660 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Checking router: 4aaec516-ad50-411c-b1c2-11fd2c937ba6 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:27:39.641041 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Updating router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 port 31885a79-6940-4755-9922-a68a31f417db binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:27:39.692048 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.065070 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.079558 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Transition to ACTIVE for port object 31885a79-6940-4755-9922-a68a31f417db will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:40.086356 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.092151 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:40.290985 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Pushing event updated for resources: {'Port': ['ID=31885a79-6940-4755-9922-a68a31f417db,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:40.310513 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.310843 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.311168 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.311485 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.311800 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.312114 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.312424 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.312752 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.313061 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.313364 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.313668 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.313970 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Tracked resource versions report: Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: pushed versions: Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: { 'AddressGroup': {'1.2'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'ConntrackHelper': {'1.0'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Log': {'1.0'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Network': {'1.1'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Port': {'1.7'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'PortForwarding': {'1.2'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'QosPolicy': {'1.8'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroup': {'1.4'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SubPort': {'1.0'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Subnet': {'1.1'}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Trunk': {'1.1'}} Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: consumer versions: Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'ConntrackHelper': '1.0', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Log': '1.0', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Network': '1.1', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Port': '1.7', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'PortForwarding': '1.2', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'QosPolicy': '1.8', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroup': '1.4', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroupRule': '1.2', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'SubPort': '1.0', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Subnet': '1.1', Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: 'Trunk': '1.1'}} Jun 07 17:27:40.315143 dv-cinder-789564-3-smb neutron-server[91903]: {{(pid=91903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:27:40.319131 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Attempting to bind port 31885a79-6940-4755-9922-a68a31f417db on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:40.319522 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Attempting to bind port 31885a79-6940-4755-9922-a68a31f417db by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:40.319947 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Attempting to bind port 31885a79-6940-4755-9922-a68a31f417db on network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:40.326304 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:40.330611 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:40.331018 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Checking segment: {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:40.331477 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.331861 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Bound using segment: {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:40.332340 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Bound port: 31885a79-6940-4755-9922-a68a31f417db, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8285af4c-3f2a-4962-bb45-8c40d6f888c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:40.332748 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.417729 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] For port 31885a79-6940-4755-9922-a68a31f417db, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:40.421751 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] For port 31885a79-6940-4755-9922-a68a31f417db, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=31885a79-6940-4755-9922-a68a31f417db,segment=NetworkSegment(8285af4c-3f2a-4962-bb45-8c40d6f888c7),segment_id=8285af4c-3f2a-4962-bb45-8c40d6f888c7)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:40.426372 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:40.430916 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:40.513703 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Routers {'4aaec516-ad50-411c-b1c2-11fd2c937ba6'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:40.514317 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:27:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:40.568931 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Pushing event updated for resources: {'Port': ['ID=31885a79-6940-4755-9922-a68a31f417db,revision_number=4']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:40.605875 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:40.693422 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] Set router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 gateway port host: None {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:41.014960 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:38Z', 'revision_number': 2, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port_host': None, '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:40Z', 'revision_number': 4, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:41.018753 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a98a3-de48-454e-a697-6934d3643082 None None] The sync data for ids ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'] in dv-cinder-789564-3-smb is: [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:38Z', 'revision_number': 2, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port_host': None, '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:40Z', 'revision_number': 4, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:27:41.313199 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56054) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:41.506872 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e6a1c-18c0-4459-a556-dc6019546df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:41.508639 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-e16e6a1c-18c0-4459-a556-dc6019546df0 admin admin] 10.222.0.25 "GET /v2.0/networks/7af9e6d8-2947-4edf-87fd-597b5c886c91 HTTP/1.1" status: 200 len: 842 time: 0.1943731 Jun 07 17:27:41.519833 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'cidr': '172.28.3.0/24'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:41.541829 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Made reservation on behalf of 33d46f78dff448cbb386273f456b227f for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:27:41.544511 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:41.905789 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.objects.ports [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91900) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 17:27:41.906123 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:41.910583 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-423567ca-46e8-4938-bbb4-417e516233e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:41.983109 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caeb5438-d424-4ed4-9b54-fb46814701be,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:41.985748 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:41.988313 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:41.989119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Network hostable DHCP agents. Network: 7af9e6d8-2947-4edf-87fd-597b5c886c91, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:27:42.005890 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:27:42.016033 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 7af9e6d8-2947-4edf-87fd-597b5c886c91) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:42.020309 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:42.021081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:42.028565 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a0e82-d0be-42f9-839c-4653eba177a7 None None] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:42.052565 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5247090 Jun 07 17:27:42.236125 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18a2af-c339-4a97-b6bc-a082a6571320 None None] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:27:44.172783 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 31885a79-6940-4755-9922-a68a31f417db up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:44.241853 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 31885a79-6940-4755-9922-a68a31f417db completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:44.247733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 31885a79-6940-4755-9922-a68a31f417db triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:44.248109 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:44.351144 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56066) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:44.366261 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:44.399542 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 31885a79-6940-4755-9922-a68a31f417db, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=31885a79-6940-4755-9922-a68a31f417db,segment=NetworkSegment(8285af4c-3f2a-4962-bb45-8c40d6f888c7),segment_id=8285af4c-3f2a-4962-bb45-8c40d6f888c7)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:44.403892 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:44.406093 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:44.472819 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=31885a79-6940-4755-9922-a68a31f417db,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:44.475825 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:44.558285 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-81bfa801-736b-4d53-82e9-9abc7d385e69 admin admin] 10.222.0.25 "GET /v2.0/routers/4aaec516-ad50-411c-b1c2-11fd2c937ba6 HTTP/1.1" status: 200 len: 710 time: 0.2054918 Jun 07 17:27:44.685643 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cfde6c-cd62-4295-8c0d-79aa9b6d6d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:27:44.686976 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-75cfde6c-cd62-4295-8c0d-79aa9b6d6d5c admin admin] 10.222.0.25 "GET /v2.0/networks/7af9e6d8-2947-4edf-87fd-597b5c886c91 HTTP/1.1" status: 200 len: 886 time: 0.1236696 Jun 07 17:27:44.695540 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:27:45.190031 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:45.515312 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:45.573902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:45.705594 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Allocated IP 172.28.3.136 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/416f3c61-46ad-4854-a161-ec63f972844b) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:27:45.851505 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:45.880864 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:27:45.881546 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:27:45.900472 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:27:45.901739 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:27:45.904130 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:27:46.164338 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 31885a79-6940-4755-9922-a68a31f417db up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:46.231756 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 31885a79-6940-4755-9922-a68a31f417db triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:46.232127 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.270893 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.659941 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.663085 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784461'] for router, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:46.839578 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:27:47.013864 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:27:47.017887 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.019054 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-24e232f7-6f24-46af-8c0f-d49955c6cf48 admin admin] 10.222.0.25 "PUT /v2.0/routers/4aaec516-ad50-411c-b1c2-11fd2c937ba6 HTTP/1.1" status: 200 len: 890 time: 2.3266399 Jun 07 17:27:47.023619 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Sync routers for ids ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:27:47.034809 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Routers {'4aaec516-ad50-411c-b1c2-11fd2c937ba6'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:47.035481 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:27:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:47.249670 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Set router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:47.585250 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '416f3c61-46ad-4854-a161-ec63f972844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:46Z', 'revision_number': 4, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port': {'id': '416f3c61-46ad-4854-a161-ec63f972844b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:45Z', 'updated_at': '2021-06-07T17:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:44Z', 'revision_number': 5, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:47.590727 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Checking router: 4aaec516-ad50-411c-b1c2-11fd2c937ba6 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:27:47.591209 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Updating router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 port 416f3c61-46ad-4854-a161-ec63f972844b binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:27:47.642301 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.970944 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.982316 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Transition to ACTIVE for port object 416f3c61-46ad-4854-a161-ec63f972844b will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:27:47.988821 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:47.993803 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-f0697205-2a6f-413c-a7f8-a2a535fc6bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:48.071993 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Attempting to bind port 416f3c61-46ad-4854-a161-ec63f972844b on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:27:48.072364 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Attempting to bind port 416f3c61-46ad-4854-a161-ec63f972844b by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:27:48.072752 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Attempting to bind port 416f3c61-46ad-4854-a161-ec63f972844b on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:27:48.080771 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Pushing event updated for resources: {'Port': ['ID=416f3c61-46ad-4854-a161-ec63f972844b,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:48.083166 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:27:48.083539 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:27:48.083939 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.084324 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:27:48.084816 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Bound port: 416f3c61-46ad-4854-a161-ec63f972844b, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:27:48.085194 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.110320 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:48.159137 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] For port 416f3c61-46ad-4854-a161-ec63f972844b, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:27:48.162093 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] For port 416f3c61-46ad-4854-a161-ec63f972844b, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=416f3c61-46ad-4854-a161-ec63f972844b,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:27:48.168265 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:48.172227 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-a4f68033-caae-4fd1-b400-92495b210ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:48.248831 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Routers {'4aaec516-ad50-411c-b1c2-11fd2c937ba6'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:27:48.249438 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:27:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:48.303846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Pushing event updated for resources: {'Port': ['ID=416f3c61-46ad-4854-a161-ec63f972844b,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:48.313773 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:48.434428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] Set router 4aaec516-ad50-411c-b1c2-11fd2c937ba6 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:27:48.783163 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '416f3c61-46ad-4854-a161-ec63f972844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:46Z', 'revision_number': 4, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port': {'id': '416f3c61-46ad-4854-a161-ec63f972844b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:45Z', 'updated_at': '2021-06-07T17:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:44Z', 'revision_number': 5, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:27:48.787208 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd263b-606b-4634-854b-b0e80c42acc3 None None] The sync data for ids ['4aaec516-ad50-411c-b1c2-11fd2c937ba6'] in dv-cinder-789564-3-smb is: [{'id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'name': 'router1', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '416f3c61-46ad-4854-a161-ec63f972844b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:27:28Z', 'updated_at': '2021-06-07T17:27:46Z', 'revision_number': 4, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'gw_port': {'id': '416f3c61-46ad-4854-a161-ec63f972844b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:45Z', 'updated_at': '2021-06-07T17:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '31885a79-6940-4755-9922-a68a31f417db', 'name': '', 'network_id': '568ba37f-bb52-4f74-80b7-c0bfdb8f218b', 'tenant_id': 'e03970443c1d440aaa480a7491f0878a', 'mac_address': 'fa:16:3e:3e:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaec516-ad50-411c-b1c2-11fd2c937ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:27:37Z', 'updated_at': '2021-06-07T17:27:44Z', 'revision_number': 5, 'project_id': 'e03970443c1d440aaa480a7491f0878a', 'subnets': [{'id': 'b29e71ab-53d4-4ac2-b47c-625696140385', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9401b238-9031-42f6-9fa0-280f41b65632'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:27:49.396058 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56074) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:27:49.511888 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5ea73b73-9d25-4d33-8f59-f0ed31a72cdb admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146283 Jun 07 17:27:50.183822 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 416f3c61-46ad-4854-a161-ec63f972844b up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:50.253428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 416f3c61-46ad-4854-a161-ec63f972844b completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:27:50.258288 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 416f3c61-46ad-4854-a161-ec63f972844b triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:50.258663 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:50.366837 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:27:50.407110 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:50.423962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 416f3c61-46ad-4854-a161-ec63f972844b, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=416f3c61-46ad-4854-a161-ec63f972844b,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:27:50.427888 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:27:50.430242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:27:50.497596 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=416f3c61-46ad-4854-a161-ec63f972844b,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:27:50.500488 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:27:52.170716 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 416f3c61-46ad-4854-a161-ec63f972844b up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:27:52.238115 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 416f3c61-46ad-4854-a161-ec63f972844b triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:27:52.238435 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:01.441763 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-66b93dcb-62b1-4a16-9dc3-cbed82c7fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:03.987894 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:04.159669 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-128b07b7-97e8-4535-ab26-7d73eaf2cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:05.271964 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:06.940975 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:27.366698 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:28:31.445425 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7052-8ceb-4992-b6dd-56162cb32710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:33.987777 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:34.133359 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d01ff596-64a6-441f-b698-c356fe671673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:35.277340 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:28:36.925716 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:01.448613 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-466b27f0-74c4-4871-bac4-fdff0677b2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:03.984905 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:04.138110 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-bb6b1ece-66db-41a8-9f92-25500efc622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:04.365551 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:29:05.279324 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:06.928595 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:24.909651 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56642) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:24.983793 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d766a-6f93-42bb-8128-9647b66dc11b admin admin] GET failed (client error): The resource could not be found. Jun 07 17:29:24.985272 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3e5d766a-6f93-42bb-8128-9647b66dc11b admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0746953 Jun 07 17:29:25.116925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb16f03-8b20-4647-8ab7-cd4a5abb3eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:25.118296 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1eb16f03-8b20-4647-8ab7-cd4a5abb3eee admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1292255 Jun 07 17:29:27.289367 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56652) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:27.395061 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f607e0a-fb82-4357-a839-67865a3f8ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:27.396357 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1f607e0a-fb82-4357-a839-67865a3f8ebd admin admin] 10.222.0.25 "GET /v2.0/subnets/b29e71ab-53d4-4ac2-b47c-625696140385 HTTP/1.1" status: 200 len: 849 time: 0.1060622 Jun 07 17:29:27.406133 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:29:27.517352 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:27.700759 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785809220837'] for subnet, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:27.705436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:29:27.750161 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:27.751228 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:27.752007 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] 10.222.0.25 "PUT /v2.0/subnets/b29e71ab-53d4-4ac2-b47c-625696140385 HTTP/1.1" status: 200 len: 868 time: 0.3495357 Jun 07 17:29:27.758189 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e8518-9cc1-49b1-b388-9af4ac21736f None None] Network 568ba37f-bb52-4f74-80b7-c0bfdb8f218b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:29:27.781263 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b29e71ab-53d4-4ac2-b47c-625696140385,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:29:27.788723 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.789053 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.789385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.789710 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.790396 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.790396 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.790728 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.791462 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.791805 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.792118 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.792660 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.792976 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:29:27.796578 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:29:28.217666 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-33c782a5-6578-4761-96fa-5d8c5ca9068e None None] Provisioning complete for port 31885a79-6940-4755-9922-a68a31f417db triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:28.218038 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-33c782a5-6578-4761-96fa-5d8c5ca9068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:28.342595 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-33c782a5-6578-4761-96fa-5d8c5ca9068e None None] Provisioning complete for port 0c927985-544f-4508-9e2c-a13eb8a2fced triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:29:28.342887 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-33c782a5-6578-4761-96fa-5d8c5ca9068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:29.934954 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56660) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:30.107629 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8013f3-630b-4816-9346-4b7c0bed4820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:30.108024 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8013f3-630b-4816-9346-4b7c0bed4820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:30.109550 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ac8013f3-630b-4816-9346-4b7c0bed4820 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1736557 Jun 07 17:29:31.450681 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-46777c16-29e6-4491-8c8a-f0e6de1a772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:32.254598 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56668) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:32.424610 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204fb67-dc0c-4685-97b8-f36da3dea789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:32.425083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204fb67-dc0c-4685-97b8-f36da3dea789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:32.426561 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5204fb67-dc0c-4685-97b8-f36da3dea789 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1710298 Jun 07 17:29:33.987958 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.141129 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-45935689-5e36-43ec-b1ce-698436083885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:34.578679 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56676) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:34.759613 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7766963-b8dc-417d-b539-4b535c45ed92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:34.761070 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-e7766963-b8dc-417d-b539-4b535c45ed92 admin admin] 10.222.0.25 "GET /v2.0/networks/568ba37f-bb52-4f74-80b7-c0bfdb8f218b HTTP/1.1" status: 200 len: 869 time: 0.1814320 Jun 07 17:29:35.280187 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:36.879868 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56686) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:36.931418 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:29:37.102684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbc25c0-8dd4-49bc-97db-9994b4b7bdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:37.104490 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-adbc25c0-8dd4-49bc-97db-9994b4b7bdba admin admin] 10.222.0.25 "GET /v2.0/networks/7af9e6d8-2947-4edf-87fd-597b5c886c91 HTTP/1.1" status: 200 len: 886 time: 0.2236784 Jun 07 17:29:39.258205 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56694) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:39.365303 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cebab96-4463-4b7d-bf0c-204cdc4ae49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.365757 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cebab96-4463-4b7d-bf0c-204cdc4ae49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:39.367212 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2cebab96-4463-4b7d-bf0c-204cdc4ae49e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079009 Jun 07 17:29:41.363634 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:29:41.491238 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56702) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:41.601265 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee073e30-70a8-421c-9cdd-53461f6ca9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:41.601719 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee073e30-70a8-421c-9cdd-53461f6ca9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:41.604120 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-ee073e30-70a8-421c-9cdd-53461f6ca9d9 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118431 Jun 07 17:29:43.754230 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56710) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:43.862360 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0477122-82c4-42fc-8788-2b7a5d1c6e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:43.863675 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-d0477122-82c4-42fc-8788-2b7a5d1c6e3b admin admin] 10.222.0.25 "GET /v2.0/subnets/b29e71ab-53d4-4ac2-b47c-625696140385 HTTP/1.1" status: 200 len: 868 time: 0.1084864 Jun 07 17:29:46.050654 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56718) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:29:46.150695 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40128392-3b64-4a76-aa10-926c3f2d271c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:29:46.151958 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-40128392-3b64-4a76-aa10-926c3f2d271c admin admin] 10.222.0.25 "GET /v2.0/subnets/caeb5438-d424-4ed4-9b54-fb46814701be HTTP/1.1" status: 200 len: 816 time: 0.1004541 Jun 07 17:30:01.451957 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-8d10b2f0-5f74-4714-9c38-2cd91e5fe003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:03.990535 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:04.141737 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e87fdf73-48ad-41fc-a373-642c2abadbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:05.284438 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:06.938195 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:09.456727 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56762) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:09.504244 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [None req-a622a5f3-f876-473d-b473-0fc0c9a958a0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:30:09.505236 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a622a5f3-f876-473d-b473-0fc0c9a958a0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476093 Jun 07 17:30:11.713398 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56770) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:11.779436 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4bb456-e597-4ba8-b838-c08255fdf122 admin admin] GET failed (client error): The resource could not be found. Jun 07 17:30:11.780727 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-ea4bb456-e597-4ba8-b838-c08255fdf122 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664020 Jun 07 17:30:11.916425 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad590aa-65a8-4337-8712-52db83295746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:11.917792 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-dad590aa-65a8-4337-8712-52db83295746 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333003 Jun 07 17:30:14.059440 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56778) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:14.108317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:14.129869 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Made reservation on behalf of 33d46f78dff448cbb386273f456b227f for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:14.132167 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:14.220295 dv-cinder-789564-3-smb neutron-server[91901]: WARNING neutron.services.revisions.revision_plugin [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Could not find related network for resource to bump revision. Jun 07 17:30:14.237334 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:30:14.248008 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:14.248347 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Added segment 8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0 of type vlan for network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c Jun 07 17:30:14.273394 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:14.301096 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:14.302364 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:14.302923 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:14.307928 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:14.348904 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2883470 Jun 07 17:30:14.404634 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:14.416882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.417220 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.417553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.417871 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.418185 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.418578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.419118 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.419638 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.420285 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.420865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.421198 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.421512 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:14.426490 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:14.433736 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:30:16.512427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56786) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:30:16.578303 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da91a02-2b88-4848-b222-90e59c4c1395 admin admin] GET failed (client error): The resource could not be found. Jun 07 17:30:16.579693 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-5da91a02-2b88-4848-b222-90e59c4c1395 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662234 Jun 07 17:30:16.683157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70759f15-1cfb-47ab-b7da-30aeb3429b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:16.684578 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-70759f15-1cfb-47ab-b7da-30aeb3429b18 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010230 Jun 07 17:30:16.694087 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:30:16.714950 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Made reservation on behalf of 33d46f78dff448cbb386273f456b227f for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:30:16.717131 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.934900 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:16.940115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:17.008300 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8515ee8f-2065-40e6-b37c-cc884f47da48,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:17.013758 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:17.016130 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Checking segment: {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:30:17.016484 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Network hostable DHCP agents. Network: dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:30:17.034416 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:30:17.044123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:17.048596 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:30:17.049175 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.053766 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3167902-8360-4eed-8bd9-d4017572553b None None] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:17.067333 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3765438 Jun 07 17:30:17.270780 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c', 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c', 'tenant_id': '33d46f78dff448cbb386273f456b227f', 'fixed_ips': [{'subnet_id': '8515ee8f-2065-40e6-b37c-cc884f47da48'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:30:17.271684 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.430118 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Allocated IP 192.168.233.2 (dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c/8515ee8f-2065-40e6-b37c-cc884f47da48/4e6b2178-9bf3-4be6-afd5-e95972c7ac13) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:30:17.639020 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.650255 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Transition to ACTIVE for port object 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:30:17.669267 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Transition to ACTIVE for port object 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:30:17.674739 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:30:17.675536 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:30:17.695544 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:30:17.696909 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:30:17.699369 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:30:17.790956 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Attempting to bind port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:30:17.791330 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Attempting to bind port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:30:17.791695 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Attempting to bind port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 on network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:30:17.797096 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:30:17.797474 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Checking segment: {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:30:17.797876 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.798269 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Bound using segment: {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:30:17.798738 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Bound port: 4e6b2178-9bf3-4be6-afd5-e95972c7ac13, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:30:17.799109 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.889645 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] For port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:30:17.892842 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] For port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=4e6b2178-9bf3-4be6-afd5-e95972c7ac13,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:30:17.897453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:17.902046 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:17.976469 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Pushing event updated for resources: {'Port': ['ID=4e6b2178-9bf3-4be6-afd5-e95972c7ac13,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:17.985555 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.985913 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.986246 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.986575 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.986898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.987222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.987547 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.987863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.988185 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.989242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.989242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.989242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:30:17.995539 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:18.309227 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:30:18.362023 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:30:18.384507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:30:18.807396 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6f8f4-fa67-4074-88c4-d1a3c51eccb0 None None] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:30:18.909953 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Provisioning for port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:30:18.920865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Provisioning complete for port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:30:18.921240 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.147720 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.186806 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] For port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=4e6b2178-9bf3-4be6-afd5-e95972c7ac13,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:30:19.190881 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:19.193036 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:30:19.264033 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Pushing event updated for resources: {'Port': ['ID=4e6b2178-9bf3-4be6-afd5-e95972c7ac13,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:30:19.268757 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:30:19.411989 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-089214b4-6891-49bd-a789-2503ea2c6614 None None] Provisioning complete for port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:30:19.412632 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-089214b4-6891-49bd-a789-2503ea2c6614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:20.275458 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:30:20.340865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 4e6b2178-9bf3-4be6-afd5-e95972c7ac13 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:30:20.341235 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:31.453807 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-97e058af-845a-46ef-8593-2bbabcf36e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:33.993931 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:34.144566 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-159cf1ec-0c40-43f3-a03c-f627f7426746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:35.285717 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:36.943090 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:30:55.360869 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:31:01.456514 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1c259709-d2e7-49d8-bf98-922c2fe8eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:03.995827 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:04.145463 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-85b95888-80b9-4197-a2b6-d429a54a6652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:05.288507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:06.945886 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:31.458499 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b543e08c-02b7-4d7b-a877-69077a67ba43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:31.571357 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56838) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:31.577498 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [None req-78eb90b6-5930-48d5-87cb-e6f30e4c345e tempest-verify_tempest_config-722713790 tempest-verify_tempest_config-722713790-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:31:31.578472 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-78eb90b6-5930-48d5-87cb-e6f30e4c345e tempest-verify_tempest_config-722713790 tempest-verify_tempest_config-722713790-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061464 Jun 07 17:31:31.886251 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 56856) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:32.005398 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.106897 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.110519 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.119706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:32.156707 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69fd3100593c44738a5eba507fa1750f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2694113 Jun 07 17:31:32.158192 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cfd60-8c68-48ea-811a-9da81cb2849a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:32.159423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56860) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:31:32.165904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.166248 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.166595 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.166915 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.167238 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.167561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.167878 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.168196 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.168541 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.168871 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.169186 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.169495 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.173263 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:32.220979 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.246842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.338362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.341662 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:32.343406 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f3cfd60-8c68-48ea-811a-9da81cb2849a HTTP/1.1" status: 204 len: 168 time: 0.1828377 Jun 07 17:31:32.344272 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0006cb0-feb5-4e1f-a6d6-f703098b5e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:31:32.357143 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cfd60-8c68-48ea-811a-9da81cb2849a,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:31:32.365020 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:31:32.368227 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.368596 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.368990 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.369502 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.369885 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.370313 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.370722 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.371143 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.371537 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.371934 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.372307 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.372720 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:31:32.375830 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:31:33.997555 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:34.146597 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-ba87c04d-7f04-4c4f-8e63-95164d895187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:35.290449 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:31:36.949055 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:01.461293 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-09ee8201-0dae-46fe-8402-ffe4b769a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:04.000073 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:04.148844 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-db4b29d2-adfe-461e-81d0-5bd0b218cc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:05.292341 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:06.951897 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:09.363299 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:32:31.463493 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-612ce4af-1e88-478e-b219-7fb786f86369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:34.003728 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:34.148126 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de97d67-0d3d-4452-b102-139075b9ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:35.295340 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:36.954574 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:32:46.362256 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 5 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:33:01.465905 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0219-73a8-42fd-83e6-807e91f660f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:04.005718 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:04.149187 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-eb6093c5-6858-41b1-9d5d-24bd14d148f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:05.298430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:06.957720 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:12.348471 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020'] for agent, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:16.610706 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56914) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:16.723472 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-023829b7-6a48-4e5e-b821-491f0ea6b3e2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1117513 Jun 07 17:33:18.856877 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 56924) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:33:18.913059 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f7aef2bc-1477-4735-b152-970c4762b38a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0550892 Jun 07 17:33:23.362029 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:33:31.468745 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5f10-b266-4c67-aaea-76ec2459bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:34.007850 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:34.150162 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a310438c-5006-42a3-9188-91ae69873a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:35.301390 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:36.958892 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:33:42.319226 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:00.361684 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:34:01.471106 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-760ba689-5b1a-40cc-a392-fdc75099350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:04.010319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:04.153366 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3cb600ef-10c0-407e-a3df-5397c4c21688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:05.303791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:06.962748 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:12.319639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:31.473110 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b7addb3f-4f18-49a9-8148-4b85c417c6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.013752 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:34.154183 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d14680b1-ed93-4bba-a779-1a7e59d87dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:35.309380 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:36.968561 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:37.360611 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:34:42.326117 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.541680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57078) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:48.762325 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-network', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:48.787417 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Made reservation on behalf of 4ec2805aafb0422499008c5999f5d1cb for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:48.790436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.807231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.931260 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.935187 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:48.941218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:48.979106 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a381091-f05b-4490-9909-30ebda37a04a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:48.986168 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:34:48.989134 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.989474 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.989819 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.990339 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.990811 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.991278 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.991777 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.992426 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.992926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.993377 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.993851 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.994330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Tracked resource versions report: Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: pushed versions: Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: { 'AddressGroup': {'1.2'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'ConntrackHelper': {'1.0'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Log': {'1.0'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Network': {'1.1'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Port': {'1.7'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'PortForwarding': {'1.2'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'QosPolicy': {'1.8'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroup': {'1.4'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SubPort': {'1.0'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Subnet': {'1.1'}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Trunk': {'1.1'}} Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: consumer versions: Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: HyperV agent@hv-cinder-78956: {}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'ConntrackHelper': '1.0', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Log': '1.0', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Network': '1.1', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Port': '1.7', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'PortForwarding': '1.2', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'QosPolicy': '1.8', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroup': '1.4', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SecurityGroupRule': '1.2', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'SubPort': '1.0', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Subnet': '1.1', Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: 'Trunk': '1.1'}} Jun 07 17:34:48.995403 dv-cinder-789564-3-smb neutron-server[91900]: {{(pid=91900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:34:49.011582 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:49.014825 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.015165 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Added segment 30c61fa1-1c04-499f-8513-f11194dbfb15 of type vlan for network 15652005-5ead-46a4-9a19-5f8eaab77c8b Jun 07 17:34:49.047629 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.078768 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.080806 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:49.081463 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.086859 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:49.128216 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5836627 Jun 07 17:34:49.130076 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57120) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:49.139767 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Request body: {'subnet': {'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-subnet', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:49.194799 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Pushing event updated for resources: {'Network': ['ID=15652005-5ead-46a4-9a19-5f8eaab77c8b,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:49.199372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:49.209141 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:34:49.214426 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Made reservation on behalf of 4ec2805aafb0422499008c5999f5d1cb for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:49.217913 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.447753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.453385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:49.524770 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0539a064-5c29-4a5d-b1a8-79a29d54626a,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:49.533702 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:49.534383 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Checking segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:49.534724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Network hostable DHCP agents. Network: 15652005-5ead-46a4-9a19-5f8eaab77c8b, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:34:49.553312 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:34:49.565128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 15652005-5ead-46a4-9a19-5f8eaab77c8b) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:49.570099 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:49.572333 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.573194 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fa12b-2084-4a98-b4d8-d17deb63b322 None None] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:49.584435 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57144) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:49.605303 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4730530 Jun 07 17:34:49.606830 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57150) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:49.612261 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:49.637784 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.639086 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.655103 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.707327 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57156) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:49.750427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57160) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:49.857839 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-15652005-5ead-46a4-9a19-5f8eaab77c8b', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:34:49.858809 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:49.944773 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.009732 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-network', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:50.041653 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Allocated IP 172.20.0.2 (15652005-5ead-46a4-9a19-5f8eaab77c8b/0539a064-5c29-4a5d-b1a8-79a29d54626a/b733d86b-4cd8-4056-b5c8-88e87b7684e4) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:34:50.057003 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Made reservation on behalf of c3adf64164f8436da6d1c234a8469e20 for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:50.059938 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.089687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-70933066-network', 'tenant_id': '96fa75b8477c490bb01a5ad3fe63d39e'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:50.098026 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.149336 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1685526830-network', 'tenant_id': '466832d5c64941689380fcd9c3487bc6'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:50.248321 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.270422 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.284866 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:34:50.296527 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.297142 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Added segment 610311f7-b0e6-4f04-8be2-de775896b648 of type vlan for network 76999624-e1df-4cb0-8cb8-26810dd828ad Jun 07 17:34:50.332020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.374336 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.381958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Made reservation on behalf of 96fa75b8477c490bb01a5ad3fe63d39e for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:50.384899 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.389509 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.406989 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Transition to ACTIVE for port object b733d86b-4cd8-4056-b5c8-88e87b7684e4 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:34:50.422296 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.427958 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Transition to ACTIVE for port object b733d86b-4cd8-4056-b5c8-88e87b7684e4 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:34:50.431772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.437055 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:50.438158 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:34:50.445165 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.445890 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7588f3-af2e-4d69-8287-d6b22a89bb67,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:50.459832 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.461273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.461643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.461920 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:34:50.462048 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.462236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.462558 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.462892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.463188 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.463500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.463833 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.464148 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.464458 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.464791 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:50.465272 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Tracked resource versions report: Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: pushed versions: Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: { 'AddressGroup': {'1.2'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'ConntrackHelper': {'1.0'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Log': {'1.0'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Network': {'1.1'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Port': {'1.7'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'PortForwarding': {'1.2'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'QosPolicy': {'1.8'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroup': {'1.4'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SubPort': {'1.0'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Subnet': {'1.1'}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Trunk': {'1.1'}} Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: consumer versions: Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: HyperV agent@hv-cinder-78956: {}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'ConntrackHelper': '1.0', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Log': '1.0', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Network': '1.1', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Port': '1.7', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'PortForwarding': '1.2', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'QosPolicy': '1.8', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroup': '1.4', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SecurityGroupRule': '1.2', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'SubPort': '1.0', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Subnet': '1.1', Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: 'Trunk': '1.1'}} Jun 07 17:34:50.466249 dv-cinder-789564-3-smb neutron-server[91901]: {{(pid=91901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:34:50.470362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:50.471491 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.484932 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:50.487315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6de770e3-6f4e-4b11-b7b8-1a87ee4e4df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.488142 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:34:50.613847 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Pushing event updated for resources: {'Network': ['ID=76999624-e1df-4cb0-8cb8-26810dd828ad,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:50.618409 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Allocated IP 172.28.3.110 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/e7790281-9044-42e9-8b1c-0f5d5f7bb75b) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:34:50.618985 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Made reservation on behalf of 466832d5c64941689380fcd9c3487bc6 for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:50.621638 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.630850 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 76999624-e1df-4cb0-8cb8-26810dd828ad details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:34:50.641971 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:50.650259 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Attempting to bind port b733d86b-4cd8-4056-b5c8-88e87b7684e4 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:34:50.650632 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Attempting to bind port b733d86b-4cd8-4056-b5c8-88e87b7684e4 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:34:50.651131 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Attempting to bind port b733d86b-4cd8-4056-b5c8-88e87b7684e4 on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:34:50.664150 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:34:50.664550 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Checking segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:50.664968 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.665454 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Bound using segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:34:50.665925 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Bound port: b733d86b-4cd8-4056-b5c8-88e87b7684e4, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:34:50.666294 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.789608 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.791937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.807401 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2218332 Jun 07 17:34:50.811393 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.815335 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57192) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:50.881173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Request body: {'subnet': {'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-subnet', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:50.891362 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] For port b733d86b-4cd8-4056-b5c8-88e87b7684e4, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:34:50.895639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] For port b733d86b-4cd8-4056-b5c8-88e87b7684e4, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b733d86b-4cd8-4056-b5c8-88e87b7684e4,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:34:50.899688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.901093 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.903200 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.908937 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-c9a1ef69-90db-412b-8d1a-06e3e2b25b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:50.967562 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:50.968521 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:34:51.002650 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:34:51.004331 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:34:51.006043 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:51.008681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:34:51.010372 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1171cc67-2da9-4cdd-9a86-451e79055bef,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.037494 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.063759 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.064111 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Added segment a49d464e-2fa8-4d15-8736-b1e18c30a84e of type vlan for network 41d2011d-ecc3-4412-ac1a-81354404dd85 Jun 07 17:34:51.088851 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Pushing event updated for resources: {'Port': ['ID=b733d86b-4cd8-4056-b5c8-88e87b7684e4,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.105914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.106366 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.106796 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.107131 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.107549 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.107880 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.108195 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.108518 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.108857 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.109173 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.109485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.109795 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Tracked resource versions report: Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: pushed versions: Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: { 'AddressGroup': {'1.2'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'ConntrackHelper': {'1.0'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Log': {'1.0'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Network': {'1.1'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Port': {'1.7'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'PortForwarding': {'1.2'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'QosPolicy': {'1.8'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroup': {'1.4'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SubPort': {'1.0'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Subnet': {'1.1'}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Trunk': {'1.1'}} Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: consumer versions: Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: HyperV agent@hv-cinder-78956: {}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'ConntrackHelper': '1.0', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Log': '1.0', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Network': '1.1', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Port': '1.7', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'PortForwarding': '1.2', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'QosPolicy': '1.8', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroup': '1.4', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SecurityGroupRule': '1.2', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'SubPort': '1.0', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Subnet': '1.1', Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: 'Trunk': '1.1'}} Jun 07 17:34:51.110902 dv-cinder-789564-3-smb neutron-server[91902]: {{(pid=91902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:34:51.125475 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.159074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.183098 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.213315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.230963 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.254906 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.268386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:51.269258 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.274839 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:34:51.279861 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Made reservation on behalf of c3adf64164f8436da6d1c234a8469e20 for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:51.282333 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.312413 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a679115e-0c8d-4c68-b8ee-ad9ade04d93c,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.381869 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.382530 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.432874 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7242107 Jun 07 17:34:51.449259 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.449600 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Added segment e54ff0f7-8637-435b-9601-e81436d62bae of type vlan for network dcb85a97-0937-4401-8456-b9fad7183eef Jun 07 17:34:51.450582 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57206) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:51.461469 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Request body: {'subnet': {'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-70933066-subnet', 'tenant_id': '96fa75b8477c490bb01a5ad3fe63d39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:51.543457 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.661448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.677770 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.688584 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Pushing event updated for resources: {'Network': ['ID=41d2011d-ecc3-4412-ac1a-81354404dd85,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:51.696693 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:51.697492 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.706610 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 41d2011d-ecc3-4412-ac1a-81354404dd85 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:34:51.743001 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:51.744969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ca01dd77-7c9a-4f71-8764-9a9d0f5cbfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:51.896799 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Made reservation on behalf of 96fa75b8477c490bb01a5ad3fe63d39e for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:51.902092 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:51.967374 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2154362 Jun 07 17:34:52.063608 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57228) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:52.237492 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Request body: {'subnet': {'network_id': 'dcb85a97-0937-4401-8456-b9fad7183eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1685526830-subnet', 'tenant_id': '466832d5c64941689380fcd9c3487bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:52.240844 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.422074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb85a97-0937-4401-8456-b9fad7183eef,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:52.430315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:52.442158 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network dcb85a97-0937-4401-8456-b9fad7183eef details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:34:52.457734 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.468321 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-9b620ac7-d0b8-465a-872d-be9047feaf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:52.490577 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Made reservation on behalf of 466832d5c64941689380fcd9c3487bc6 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:52.493737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.580985 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8dc013-7450-412e-a2e8-109732edd91c None None] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:52.595020 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b733d86b-4cd8-4056-b5c8-88e87b7684e4 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:34:52.645957 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb4a28e-918a-4ced-abc0-ac21c4ed8804,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:52.653018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:52.663750 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.665288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Checking segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:52.666011 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Network hostable DHCP agents. Network: 76999624-e1df-4cb0-8cb8-26810dd828ad, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:34:52.676625 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:52.802093 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-42e830ac-d351-435f-a6d7-7cd4ac90f9bb None None] Provisioning for port b733d86b-4cd8-4056-b5c8-88e87b7684e4 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:34:52.823703 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port b733d86b-4cd8-4056-b5c8-88e87b7684e4 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:34:52.831843 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b733d86b-4cd8-4056-b5c8-88e87b7684e4 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:34:52.832690 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.853027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Network 76999624-e1df-4cb0-8cb8-26810dd828ad is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:34:52.876590 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de4693b-7018-4be1-9f1b-59c69002b463,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:52.891297 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:52.909227 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 76999624-e1df-4cb0-8cb8-26810dd828ad) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:52.911470 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Checking segment: {'id': 'a49d464e-2fa8-4d15-8736-b1e18c30a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:52.919163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Network hostable DHCP agents. Network: 41d2011d-ecc3-4412-ac1a-81354404dd85, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:34:52.921939 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:34:52.930186 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:52.930870 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:52.936010 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66866e76-eb6e-405e-9c9b-22c81850cd60 None None] Network 76999624-e1df-4cb0-8cb8-26810dd828ad requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:53.008328 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1326482 Jun 07 17:34:53.011895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57264) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:53.017376 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:53.042287 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Network 41d2011d-ecc3-4412-ac1a-81354404dd85 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:34:53.074431 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 41d2011d-ecc3-4412-ac1a-81354404dd85) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:53.087635 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:53.088903 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.144157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.145765 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.169576 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7175114 Jun 07 17:34:53.190034 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.247266 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae5081-ba10-4c14-8c98-294f44cabe8e None None] Network 41d2011d-ecc3-4412-ac1a-81354404dd85 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:53.273755 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.313523 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1a5f447c-23af-4b8b-880a-7ff5a907fab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:53.415000 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:34:53.424812 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:34:53.441224 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:53.446851 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:34:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:53.508208 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Checking segment: {'id': 'e54ff0f7-8637-435b-9601-e81436d62bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'dcb85a97-0937-4401-8456-b9fad7183eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:53.508208 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Network hostable DHCP agents. Network: dcb85a97-0937-4401-8456-b9fad7183eef, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:34:53.511533 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.513205 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-39a70809-81d0-4a4b-81d6-2f4ecf5f63c8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9052534 Jun 07 17:34:53.520147 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57282) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:53.542494 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Network dcb85a97-0937-4401-8456-b9fad7183eef is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:34:53.551847 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf396db-9c08-49ac-af52-99fd31b2a3fc,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:53.564191 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:53.577102 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, dcb85a97-0937-4401-8456-b9fad7183eef) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:53.599524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:53.600236 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:53.640164 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5733507 Jun 07 17:34:53.698584 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da7b0e1-12e4-49d4-b261-787ebcbed47f None None] Network dcb85a97-0937-4401-8456-b9fad7183eef requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:54.055477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d8f45-976f-484a-bb6f-1aa63d84c73d None None] Network 41d2011d-ecc3-4412-ac1a-81354404dd85 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:54.063941 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:54.149513 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57318) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:54.186495 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57328) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:54.195257 dv-cinder-789564-3-smb neutron-server[91900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 17:34:54.229840 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3098598-0295-4f08-9573-3f374f2dcf00 None None] Network dcb85a97-0937-4401-8456-b9fad7183eef requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:54.256082 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b1564-0143-4e05-9677-025909d1bcd9 None None] Network 76999624-e1df-4cb0-8cb8-26810dd828ad requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:54.261645 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.622018 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-f6a7c50d-b6b3-41b8-9d5e-0afa5094bc5f tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:54.634503 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-f6a7c50d-b6b3-41b8-9d5e-0afa5094bc5f tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/networks?id=41d2011d-ecc3-4412-ac1a-81354404dd85 HTTP/1.1" status: 200 len: 810 time: 0.4449434 Jun 07 17:34:54.713785 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-927294c5-b118-4224-b5ae-3b75463d133b tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/quotas/96fa75b8477c490bb01a5ad3fe63d39e HTTP/1.1" status: 200 len: 375 time: 0.0770228 Jun 07 17:34:54.714480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.772426 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:34:51Z', 'revision_number': 3, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:54.781959 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:34:54.782348 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Updating router b73b0b61-aa13-4c93-98e7-ff5c261720b3 port e7790281-9044-42e9-8b1c-0f5d5f7bb75b binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:34:54.852787 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-239a1721-db60-4df0-b160-7dfc01f4a63b tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96fa75b8477c490bb01a5ad3fe63d39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165462 Jun 07 17:34:54.901058 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:54.964302 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.101775 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.102598 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port b733d86b-4cd8-4056-b5c8-88e87b7684e4, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b733d86b-4cd8-4056-b5c8-88e87b7684e4,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:34:55.114116 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.182126 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:55.287932 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.294323 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d9b7d8b50b2495b9fabf7df544d984c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1435618 Jun 07 17:34:55.301110 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:55.307147 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57368) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:55.307479 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57370) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:55.320999 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3045d1c1-2314-48eb-9769-22d982f3cda4,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:55.343157 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-692083468-network', 'tenant_id': '11744622707343f98c893682880759f8'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:55.475507 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:55.493320 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Made reservation on behalf of 11744622707343f98c893682880759f8 for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:55.495634 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.508417 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.510044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.552378 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=b733d86b-4cd8-4056-b5c8-88e87b7684e4,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:55.566315 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:55.677456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.692080 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-8cdfc03e-16b3-4ff8-ad61-d1495938733b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:34:55.692966 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-8cdfc03e-16b3-4ff8-ad61-d1495938733b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3846452 Jun 07 17:34:55.717073 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.805283 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.826802 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Transition to ACTIVE for port object e7790281-9044-42e9-8b1c-0f5d5f7bb75b will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:34:55.842445 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.846815 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:55.881054 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-fc617a58-4d60-41b5-a296-b588a6bb1245 service neutron] 10.222.0.25 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627254 Jun 07 17:34:55.885137 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cd9abb4d-d4a3-47b6-9db0-e22641ceae2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:55.922558 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.930994 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Attempting to bind port e7790281-9044-42e9-8b1c-0f5d5f7bb75b on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:34:55.931595 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c20e3-8f6e-4230-a400-4c95ebe7413a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:55.931786 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Attempting to bind port e7790281-9044-42e9-8b1c-0f5d5f7bb75b by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:34:55.932296 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Attempting to bind port e7790281-9044-42e9-8b1c-0f5d5f7bb75b on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:34:55.946831 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Pushing event updated for resources: {'Port': ['ID=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:55.962459 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-35702652-6938-4893-bd22-9a020c78f5ac None None] Provisioning complete for port b733d86b-4cd8-4056-b5c8-88e87b7684e4 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:34:55.963127 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-35702652-6938-4893-bd22-9a020c78f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.965937 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:34:55.966354 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:55.966932 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.967553 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:34:55.968172 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Bound port: e7790281-9044-42e9-8b1c-0f5d5f7bb75b, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:34:55.968804 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:55.999758 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.000098 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.000627 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.001128 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.001634 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.002857 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.003336 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.003813 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.004291 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.004819 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.005298 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.005772 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Tracked resource versions report: Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: pushed versions: Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: { 'AddressGroup': {'1.2'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'ConntrackHelper': {'1.0'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Log': {'1.0'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Network': {'1.1'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Port': {'1.7'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'PortForwarding': {'1.2'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'QosPolicy': {'1.8'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroup': {'1.4'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroupRule': {'1.2'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SubPort': {'1.0'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Subnet': {'1.1'}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Trunk': {'1.1'}} Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: consumer versions: Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: { DHCP agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: HyperV agent@hv-cinder-78956: {}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: L3 agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: Metadata agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: Metering agent@dv-cinder-789564-3-smb: {}, Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: Open vSwitch agent@dv-cinder-789564-3-smb: { 'AddressGroup': '1.2', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'ConntrackHelper': '1.0', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Log': '1.0', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Network': '1.1', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Port': '1.7', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'PortForwarding': '1.2', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'QosPolicy': '1.8', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroup': '1.4', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SecurityGroupRule': '1.2', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'SubPort': '1.0', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Subnet': '1.1', Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: 'Trunk': '1.1'}} Jun 07 17:34:56.006985 dv-cinder-789564-3-smb neutron-server[91903]: {{(pid=91903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 17:34:56.027494 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.071873 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] For port e7790281-9044-42e9-8b1c-0f5d5f7bb75b, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:34:56.076767 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] For port e7790281-9044-42e9-8b1c-0f5d5f7bb75b, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:34:56.082350 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-1ea45110-0451-4962-a199-aa01f342f789 service neutron] 10.222.0.25 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628711 Jun 07 17:34:56.087573 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.096845 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:34:56.099659 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.113926 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:56.127929 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.128322 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Added segment f47e403b-9bdc-41ab-a576-7b75e9f3e355 of type vlan for network cd2624d7-01c7-4c35-9a6d-20c45edc0e41 Jun 07 17:34:56.157677 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.159413 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.172436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.200776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.201821 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.204600 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3045d1c1-2314-48eb-9769-22d982f3cda4 HTTP/1.1" status: 204 len: 168 time: 0.8147910 Jun 07 17:34:56.209224 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-36a609a8-5cee-43a9-b06d-a5bf31069afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:56.256377 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:34:56.257025 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:34:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:56.267538 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3045d1c1-2314-48eb-9769-22d982f3cda4,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:56.276277 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.294340 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.300479 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:56.301119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.318104 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:56.332958 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Pushing event updated for resources: {'Port': ['ID=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:56.338818 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.416962 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0930102 Jun 07 17:34:56.423747 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57408) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:56.434103 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Request body: {'subnet': {'network_id': 'cd2624d7-01c7-4c35-9a6d-20c45edc0e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-692083468-subnet', 'tenant_id': '11744622707343f98c893682880759f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:34:56.453757 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.494774 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57414) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:56.542767 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Pushing event updated for resources: {'Network': ['ID=cd2624d7-01c7-4c35-9a6d-20c45edc0e41,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:56.548265 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:56.562070 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network cd2624d7-01c7-4c35-9a6d-20c45edc0e41 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:34:56.564384 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:34:56.567390 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Made reservation on behalf of 11744622707343f98c893682880759f8 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:34:56.570447 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:56.631721 dv-cinder-789564-3-smb neutron-server[91901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 17:34:56.774783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Allocated IP 172.28.3.65 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/51f18736-fc73-4176-a95f-550b50f582ff) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:34:56.988436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.000922 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b7e75ca-bd44-4d76-99e2-8f3f0689a9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:57.062744 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57432) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:57.083530 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-886cfbeb-8741-4987-af63-80c62651a36c req-1a8c044a-6af4-4735-88dc-2de3e4247afb tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 210 time: 0.4560668 Jun 07 17:34:57.116829 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.144968 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:34:51Z', 'revision_number': 3, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:57.149718 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748323-68b7-45ba-8187-6c1263f69289 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:34:51Z', 'revision_number': 3, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:34:57.271452 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Allocated IP 172.20.0.1 (15652005-5ead-46a4-9a19-5f8eaab77c8b/0539a064-5c29-4a5d-b1a8-79a29d54626a/0188a934-06b3-481a-bdd3-a371013f6398) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:34:57.303927 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:57.305688 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:34:57.316270 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.438910 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b733d86b-4cd8-4056-b5c8-88e87b7684e4 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:34:57.440821 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Checking segment: {'id': 'f47e403b-9bdc-41ab-a576-7b75e9f3e355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'cd2624d7-01c7-4c35-9a6d-20c45edc0e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:34:57.441231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Network hostable DHCP agents. Network: cd2624d7-01c7-4c35-9a6d-20c45edc0e41, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:34:57.455063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd607b8a-e69c-4d56-8084-ddbfbfb18638,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:57.461203 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:57.617889 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b733d86b-4cd8-4056-b5c8-88e87b7684e4 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:34:57.618469 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.637512 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Network cd2624d7-01c7-4c35-9a6d-20c45edc0e41 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:34:57.668335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, cd2624d7-01c7-4c35-9a6d-20c45edc0e41) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:57.692754 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:34:57.693887 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.707683 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42a77ab-1e3c-4459-866c-c3da6c0bb2c1 None None] Network cd2624d7-01c7-4c35-9a6d-20c45edc0e41 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:57.761447 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.773620 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:57.789306 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:34:57.800806 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:57.818724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f6e650ab-2c65-4416-bde6-fc5bbb970fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:57.819360 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:34:57.831546 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e67d976844fc4dca85078bfb2d61d032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7375026 Jun 07 17:34:57.832232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57472) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:57.837631 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4113324 Jun 07 17:34:57.892224 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57474) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:57.946682 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f04631-516a-41bf-953b-733e1a017d71,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:57.957358 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:57.969770 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.021928 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.091198 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.094289 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.099466 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4f04631-516a-41bf-953b-733e1a017d71 HTTP/1.1" status: 204 len: 168 time: 0.2638063 Jun 07 17:34:58.100456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:58.111845 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f04631-516a-41bf-953b-733e1a017d71,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:58.114901 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:58.178439 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.233104 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3c285-9ecc-4a2a-ad7e-6a6b915e618b None None] Network cd2624d7-01c7-4c35-9a6d-20c45edc0e41 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:34:58.298000 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57496) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:58.345130 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-21566a56-fb28-4563-826d-cb9af5ebadf0 req-739a8826-dc3e-4bd3-8a95-69c946fdf18c tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 210 time: 0.1649549 Jun 07 17:34:58.358518 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.438411 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Transition to ACTIVE for port object 0188a934-06b3-481a-bdd3-a371013f6398 will not be triggered until provisioned by entity DHCP. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:34:58.493238 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Deleting subnet ccf396db-9c08-49ac-af52-99fd31b2a3fc {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:34:58.496734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.567358 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.575717 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.672475 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.680478 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:58.682125 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:34:58.682979 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:34:58.757719 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.761015 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ccf396db-9c08-49ac-af52-99fd31b2a3fc HTTP/1.1" status: 204 len: 168 time: 0.4595735 Jun 07 17:34:58.763841 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf396db-9c08-49ac-af52-99fd31b2a3fc,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:58.770417 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57508) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:58.817121 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:34:58.819927 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:34:58.823739 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:34:58.824216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:58.973310 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:58.976695 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.001181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.101231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.125737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.162048 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-84b93cbc-dde3-47c4-a416-c19783089719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:34:59.239074 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-8546f05b-7397-49bc-b4e8-4c7df9118124 None None] Provisioning for port 0188a934-06b3-481a-bdd3-a371013f6398 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:34:59.264348 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-8546f05b-7397-49bc-b4e8-4c7df9118124 None None] Provisioning complete for port 0188a934-06b3-481a-bdd3-a371013f6398 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:34:59.265448 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-8546f05b-7397-49bc-b4e8-4c7df9118124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.320804 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0237a5ee19934e8cb6c4735e7fd481c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4249008 Jun 07 17:34:59.330993 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57532) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:59.350422 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.399323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.403436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.404390 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.405359 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > port after_create 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.405752 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.407167 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > port after_update 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.407599 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.408068 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.408896 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.409716 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.420422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-8546f05b-7397-49bc-b4e8-4c7df9118124 None None] Port 0188a934-06b3-481a-bdd3-a371013f6398 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:34:59.541036 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device e7790281-9044-42e9-8b1c-0f5d5f7bb75b up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:34:59.693248 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.694418 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.695345 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.695999 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:34:59.696850 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb85a97-0937-4401-8456-b9fad7183eef']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:59.711733 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb1854-8b8c-4778-a031-e1b585085af5,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:34:59.720460 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:34:59.723042 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port e7790281-9044-42e9-8b1c-0f5d5f7bb75b completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:34:59.728094 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port e7790281-9044-42e9-8b1c-0f5d5f7bb75b triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:34:59.728474 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.729783 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54ff0f7-8637-435b-9601-e81436d62bae') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:59.730076 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54ff0f7-8637-435b-9601-e81436d62bae') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:34:59.769997 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.819349 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.837676 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:34:59.838294 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:34:59.842145 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4d3285e0-8224-4bb2-899e-2e5cc00ad772 req-e8ade114-2071-40b1-90c7-6bc1c6fa42a5 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 210 time: 0.1309106 Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: from cryptography.utils import int_from_bytes Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: from cryptography.utils import int_from_bytes Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:34:59.886894 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:34:59.902190 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.60', 63673) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:59.932967 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57548) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:34:59.973899 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.007542 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port e7790281-9044-42e9-8b1c-0f5d5f7bb75b, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:00.017180 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.020782 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:00.129026 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:00.135527 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:00.188569 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.230021 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.315876 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.327112 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.373388 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:00.410044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.412778 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dcb85a97-0937-4401-8456-b9fad7183eef HTTP/1.1" status: 204 len: 168 time: 1.6413379 Jun 07 17:35:00.420403 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57574) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:00.424202 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.426750 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb85a97-0937-4401-8456-b9fad7183eef,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:00.467163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.473807 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7ab599b7-1ab8-407a-b765-ce100b301a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:00.498166 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-2330b621-7afa-458a-b490-ce80b2f937ba tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:00.499690 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-2330b621-7afa-458a-b490-ce80b2f937ba tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.60 "GET /v2.0/networks?id=41d2011d-ecc3-4412-ac1a-81354404dd85 HTTP/1.1" status: 200 len: 810 time: 0.5966432 Jun 07 17:35:00.532219 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Deleting subnet dd607b8a-e69c-4d56-8084-ddbfbfb18638 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:35:00.542621 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.579745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Request body: {'port': {'device_id': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85', 'admin_state_up': True, 'tenant_id': '96fa75b8477c490bb01a5ad3fe63d39e'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:00.654319 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.838174 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.916856 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.950078 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.957690 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3fb1854-8b8c-4778-a031-e1b585085af5 HTTP/1.1" status: 204 len: 168 time: 1.6126826 Jun 07 17:35:00.974353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-7474d637-3e75-4a9d-b174-ad2ed97f9c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:00.979863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:00.991032 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.005135 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Router cfde7b26-3cbc-4b18-92df-c2bb27932a68 is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:35:01.010903 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c1ef2b6c-7ee1-4c72-b2f0-0a22badd6853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:01.047517 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc08639301c9480cab69a32fb3ad21c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0860145 Jun 07 17:35:01.050815 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57614) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:01.066534 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.086209 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Made reservation on behalf of 96fa75b8477c490bb01a5ad3fe63d39e for: {'port': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:01.097664 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.135352 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb1854-8b8c-4778-a031-e1b585085af5,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:01.159029 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:01.169462 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.190942 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.194952 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd607b8a-e69c-4d56-8084-ddbfbfb18638 HTTP/1.1" status: 204 len: 168 time: 0.7671382 Jun 07 17:35:01.199640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57624) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:01.201142 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.203019 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dd0b6a54-b2fd-4a97-9840-13f9a8ef5784 req-b37bde63-6d75-449b-9700-88cfd4e207fe tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 210 time: 0.0954607 Jun 07 17:35:01.204050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62939a-0c97-4ccf-bc43-9d5295b4c4b3,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:01.239365 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:01.260360 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:01.262817 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.278060 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:01.369471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd607b8a-e69c-4d56-8084-ddbfbfb18638,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:01.399823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:01.400992 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.450308 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.464207 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device e7790281-9044-42e9-8b1c-0f5d5f7bb75b up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:01.651345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c0b5798e-b0ba-4411-bbbf-28af30641ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.703528 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port e7790281-9044-42e9-8b1c-0f5d5f7bb75b triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:01.704164 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:01.826136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Allocated IP 172.20.0.9 (41d2011d-ecc3-4412-ac1a-81354404dd85/8de4693b-7018-4be1-9f1b-59c69002b463/105d7399-c458-4c31-8ecb-731037bd0566) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:01.912497 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.160232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.192577 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.195719 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.197052 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c62939a-0c97-4ccf-bc43-9d5295b4c4b3 HTTP/1.1" status: 204 len: 168 time: 1.1453257 Jun 07 17:35:02.198254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:02.200729 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Pushing event updated for resources: {'Port': ['ID=0188a934-06b3-481a-bdd3-a371013f6398,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:02.208991 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.210633 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62939a-0c97-4ccf-bc43-9d5295b4c4b3,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:02.231251 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:02.279830 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:02.294347 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:02.295836 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:35:02.313181 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Sync routers for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:35:02.339464 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Network 41d2011d-ecc3-4412-ac1a-81354404dd85 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:02.350278 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:02.357992 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:02.358627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:34:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:02.358888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:02.386643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.393238 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-28514ac3-e3fc-41bb-a674-a119593cd271 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.3793688 Jun 07 17:35:02.418775 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57668) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:02.472698 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:02.473681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:02.504193 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-16f1e073-9a60-43a1-a0ea-3d6c2260907e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9279141 Jun 07 17:35:02.531901 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c7f2908e-1f8f-4df5-99f6-3b1160efe55e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:35:02.534360 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c7f2908e-1f8f-4df5-99f6-3b1160efe55e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095694 Jun 07 17:35:02.933960 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:02.942514 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57680) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.028969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.196822 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.197319 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.198853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.199277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.199669 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.200018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.200350 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.200724 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.201042 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.201606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.312733 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.475617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.484087 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.500157 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:03.552764 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c1c2df312144102a6554f53db09dcb0&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6080852 Jun 07 17:35:03.554582 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8ec4f-dffc-4bac-a2f7-1133263b5a2b,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:03.557392 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57700) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:03.572836 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.573181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.573507 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.573821 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 17:35:03.574175 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2624d7-01c7-4c35-9a6d-20c45edc0e41']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:03.579258 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:03.609649 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47e403b-9bdc-41ab-a576-7b75e9f3e355') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:03.610027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47e403b-9bdc-41ab-a576-7b75e9f3e355') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:03.642109 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.663281 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.735601 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.746480 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:34:58Z', 'revision_number': 3, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:03.765651 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Checking router: cfde7b26-3cbc-4b18-92df-c2bb27932a68 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:35:03.766087 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Updating router cfde7b26-3cbc-4b18-92df-c2bb27932a68 port 51f18736-fc73-4176-a95f-550b50f582ff binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:35:03.834119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.840857 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.850514 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10d8ec4f-dffc-4bac-a2f7-1133263b5a2b HTTP/1.1" status: 204 len: 168 time: 0.2762964 Jun 07 17:35:03.852435 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:03.892578 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:03.894055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8ec4f-dffc-4bac-a2f7-1133263b5a2b,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:03.914382 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Request body: {'port': {'device_id': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:04.051587 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:04.099687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:04.124386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.147455 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:35:04.147943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: from cryptography.utils import int_from_bytes Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: from cryptography.utils import int_from_bytes Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:35:04.246467 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:35:04.282912 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:04.329351 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.719810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57732) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:04.853496 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.856440 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.859846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dc3642fe-42d4-4a14-954d-2e509ae194d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:04.945781 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-2e96dd48-4adb-455c-a41a-f1c22dd46a3d None None] Provisioning complete for port 0188a934-06b3-481a-bdd3-a371013f6398 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:04.948503 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2e96dd48-4adb-455c-a41a-f1c22dd46a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.068354 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.237357 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-2e96dd48-4adb-455c-a41a-f1c22dd46a3d None None] Port 0188a934-06b3-481a-bdd3-a371013f6398 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:35:05.250397 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.269197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.275414 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd2624d7-01c7-4c35-9a6d-20c45edc0e41 HTTP/1.1" status: 204 len: 168 time: 4.0729303 Jun 07 17:35:05.297579 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Transition to ACTIVE for port object 51f18736-fc73-4176-a95f-550b50f582ff will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:05.328178 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:05.345113 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.381504 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:05.414330 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2624d7-01c7-4c35-9a6d-20c45edc0e41,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:05.438773 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:05.559068 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.564076 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.578869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.591981 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Attempting to bind port 51f18736-fc73-4176-a95f-550b50f582ff on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:05.592507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Attempting to bind port 51f18736-fc73-4176-a95f-550b50f582ff by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:05.592995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Attempting to bind port 51f18736-fc73-4176-a95f-550b50f582ff on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:05.602637 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Pushing event updated for resources: {'Port': ['ID=51f18736-fc73-4176-a95f-550b50f582ff,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:05.616243 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:05.624914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:05.626502 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:05.628216 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.645168 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:05.647964 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Bound port: 51f18736-fc73-4176-a95f-550b50f582ff, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:05.649623 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.655363 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:05.668606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:35:05.722250 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9d177-ec59-4a5f-b198-69708d42ae0a req-dc42485e-2efc-4fad-8948-574dddbf3c6c tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:05.730670 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-09f9d177-ec59-4a5f-b198-69708d42ae0a req-dc42485e-2efc-4fad-8948-574dddbf3c6c tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 931 time: 2.7200708 Jun 07 17:35:05.777263 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] For port 51f18736-fc73-4176-a95f-550b50f582ff, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:05.781393 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] For port 51f18736-fc73-4176-a95f-550b50f582ff, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=51f18736-fc73-4176-a95f-550b50f582ff,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:05.789687 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:05.801485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:05.816408 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57760) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:05.839604 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f476670c56df4674b107d50451dddf2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1116502 Jun 07 17:35:05.876013 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717fbf04-cef2-4c5f-a670-d2272fb2a65c,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:05.900090 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57764) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:05.902887 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:05.913057 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:05.914612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:06.042108 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-09f9d177-ec59-4a5f-b198-69708d42ae0a req-8e6f78b4-dc8c-4f52-909c-b33b6a44e5b6 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101032 Jun 07 17:35:06.061112 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0846e56d-8761-4f33-b925-72f82e9cf798 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466832d5c64941689380fcd9c3487bc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2367618 Jun 07 17:35:06.061112 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57768) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:06.087178 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.096361 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105d7399-c458-4c31-8ecb-731037bd0566 {{(pid=91900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:06.124049 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.154066 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.166327 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Pushing event updated for resources: {'Port': ['ID=51f18736-fc73-4176-a95f-550b50f582ff,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:06.174138 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:06.188356 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:06.224976 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.231838 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.250055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.251334 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717fbf04-cef2-4c5f-a670-d2272fb2a65c HTTP/1.1" status: 204 len: 168 time: 0.3501527 Jun 07 17:35:06.252392 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b8850d52-4ac2-49d8-9054-07c590fb9728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:06.270276 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717fbf04-cef2-4c5f-a670-d2272fb2a65c,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:06.282278 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:06.286928 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Transition to ACTIVE for port object 105d7399-c458-4c31-8ecb-731037bd0566 will not be triggered until provisioned by entity L2. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:06.307565 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.339223 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.473662 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:35:06.482465 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:35:06.509466 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] 10.222.0.25 "PUT /v2.0/routers/b73b0b61-aa13-4c93-98e7-ff5c261720b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9673495 Jun 07 17:35:06.510561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.521721 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:06.524767 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:06.525821 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:06.608099 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.674926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:06.695964 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a679115e-0c8d-4c68-b8ee-ad9ade04d93c HTTP/1.1" status: 204 len: 168 time: 0.6345267 Jun 07 17:35:06.962487 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Allocated IP 172.20.0.1 (76999624-e1df-4cb0-8cb8-26810dd828ad/7eb4a28e-918a-4ced-abc0-ac21c4ed8804/aa8a283c-f8f9-4f1b-b053-71e77457b909) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:07.072453 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Pushing event updated for resources: {'Port': ['ID=105d7399-c458-4c31-8ecb-731037bd0566,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:07.150551 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:07.221181 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:07.282813 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:07.289230 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:07.389041 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a679115e-0c8d-4c68-b8ee-ad9ade04d93c,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:07.409276 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:07.411050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Attempting to bind port 105d7399-c458-4c31-8ecb-731037bd0566 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:07.414753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Attempting to bind port 105d7399-c458-4c31-8ecb-731037bd0566 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'a49d464e-2fa8-4d15-8736-b1e18c30a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85'}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:07.415701 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Attempting to bind port 105d7399-c458-4c31-8ecb-731037bd0566 on network 41d2011d-ecc3-4412-ac1a-81354404dd85 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:07.493178 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:34:58Z', 'revision_number': 3, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:07.493178 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381e3fa-69e3-442e-9e53-6a37a3119171 None None] The sync data for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb is: [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:34:58Z', 'revision_number': 3, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:35:07.512112 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Port 105d7399-c458-4c31-8ecb-731037bd0566 on network 41d2011d-ecc3-4412-ac1a-81354404dd85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:35:07.512112 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Attempting to bind port 105d7399-c458-4c31-8ecb-731037bd0566 on network 41d2011d-ecc3-4412-ac1a-81354404dd85 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:07.547332 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:07.548035 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Checking segment: {'id': 'a49d464e-2fa8-4d15-8736-b1e18c30a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:07.548940 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Bound using segment: {'id': 'a49d464e-2fa8-4d15-8736-b1e18c30a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85'} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:07.550330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Bound port: 105d7399-c458-4c31-8ecb-731037bd0566, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49d464e-2fa8-4d15-8736-b1e18c30a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85'}}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:07.553696 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:07.636324 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:07.709403 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:07.710142 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:07.758164 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Network 76999624-e1df-4cb0-8cb8-26810dd828ad is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:07.761857 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:07.773368 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:07.778901 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a49e9-458b-4efa-a55f-c37c06dec809 req-dc0821d5-8037-42c6-b0da-9ab47ce8a6bd tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:07.784581 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a49a49e9-458b-4efa-a55f-c37c06dec809 req-dc0821d5-8037-42c6-b0da-9ab47ce8a6bd tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.3888235 Jun 07 17:35:07.934772 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, cleared binding levels {{(pid=91900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:08.012729 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:08.030881 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a49a49e9-458b-4efa-a55f-c37c06dec809 req-09ea32c3-e197-4bcd-a4a0-98774f76b03f tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231920 Jun 07 17:35:08.078837 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=105d7399-c458-4c31-8ecb-731037bd0566,segment=NetworkSegment(a49d464e-2fa8-4d15-8736-b1e18c30a84e),segment_id=a49d464e-2fa8-4d15-8736-b1e18c30a84e)] {{(pid=91900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:08.109874 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:08.211371 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1495713b-89e8-4bb6-87da-01cbed0e6445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:08.506826 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 2, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:08.520492 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:35:08.522653 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:08.525483 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Updating router b73b0b61-aa13-4c93-98e7-ff5c261720b3 port 0188a934-06b3-481a-bdd3-a371013f6398 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:35:08.537695 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:08.538120 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:08.554846 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] 10.222.0.60 "PUT /v2.0/ports/105d7399-c458-4c31-8ecb-731037bd0566 HTTP/1.1" status: 200 len: 1093 time: 4.9152117 Jun 07 17:35:08.557085 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:08.581307 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57828) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:08.607490 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Pushing event updated for resources: {'Port': ['ID=105d7399-c458-4c31-8ecb-731037bd0566,revision_number=3']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:08.628372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:08.729744 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:08.792804 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-7ac16f5e-76fa-420f-9875-fca44480b33c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11744622707343f98c893682880759f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1982424 Jun 07 17:35:08.795273 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 57834) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:08.998947 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.430823 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57842) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:09.456453 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.457755 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648015848', 'description': 'tempest-description--315112392'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:09.521530 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca734d-517d-4f16-a3b7-8c12890b3125" -d '{"events": [{"name": "network-changed", "server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "tag": "105d7399-c458-4c31-8ecb-731037bd0566"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:09.646180 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 51f18736-fc73-4176-a95f-550b50f582ff up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:09.670777 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.758876 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.768805 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.802841 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.817139 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Transition to ACTIVE for port object 0188a934-06b3-481a-bdd3-a371013f6398 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:09.835720 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.856346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 51f18736-fc73-4176-a95f-550b50f582ff completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:09.859913 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d096a716-4daa-4fd7-a0dd-0a88a067f691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:09.878640 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-fcb03e45-42f7-46c8-b797-742770d4d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:09.879449 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 51f18736-fc73-4176-a95f-550b50f582ff triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:09.881356 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:09.884565 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-fcb03e45-42f7-46c8-b797-742770d4d095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fa75b8477c490bb01a5ad3fe63d39e&device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 1096 time: 0.8926754 Jun 07 17:35:09.992217 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2434be68-2cbc-4546-925c-fb4e5056315e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.078630 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3fadd-460e-4114-9d09-dc7d7a62ea1e req-0edf529c-b74f-4df2-85dd-095d40c6b5d0 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:10.081037 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e1e3fadd-460e-4114-9d09-dc7d7a62ea1e req-0edf529c-b74f-4df2-85dd-095d40c6b5d0 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.5488851 Jun 07 17:35:10.118249 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-19b62ec0-041b-4db4-b355-7a6084b34be1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=105d7399-c458-4c31-8ecb-731037bd0566 HTTP/1.1" status: 200 len: 217 time: 0.2006743 Jun 07 17:35:10.174444 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.255130 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ec73e-558b-4425-a719-833c760d5d4f x-openstack-request-id: req-247ec73e-558b-4425-a719-833c760d5d4f {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:10.256814 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "tag": "105d7399-c458-4c31-8ecb-731037bd0566", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:10.260111 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-247ec73e-558b-4425-a719-833c760d5d4f {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:10.260751 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566', 'status': 'completed', 'code': 200} Jun 07 17:35:10.271030 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.272488 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.273791 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/938c20e3-8f6e-4230-a400-4c95ebe7413a HTTP/1.1" status: 204 len: 168 time: 1.4775133 Jun 07 17:35:10.297323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.301985 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Pushing event updated for resources: {'Port': ['ID=aa8a283c-f8f9-4f1b-b053-71e77457b909,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.307888 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:10.354100 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c20e3-8f6e-4230-a400-4c95ebe7413a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.486241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:10.492046 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e1e3fadd-460e-4114-9d09-dc7d7a62ea1e req-af1c8e08-4374-470b-b9e3-febe237b63bc tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858824 Jun 07 17:35:10.508960 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d68145-624f-43da-9a40-48fae848cd19 req-578ba277-9ed1-46f8-a4e5-368ccae1f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:10.510391 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-578ba277-9ed1-46f8-a4e5-368ccae1f4ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8de4693b-7018-4be1-9f1b-59c69002b463 HTTP/1.1" status: 200 len: 850 time: 0.3328674 Jun 07 17:35:10.521650 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0b5ab-9345-463e-87ff-ab85c7e2b06f None None] Pushing event updated for resources: {'Port': ['ID=0188a934-06b3-481a-bdd3-a371013f6398,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.535211 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-31a0b5ab-9345-463e-87ff-ab85c7e2b06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:10.646746 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.722232 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 51f18736-fc73-4176-a95f-550b50f582ff, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=51f18736-fc73-4176-a95f-550b50f582ff,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:10.736725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.748138 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.765098 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.772774 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-0e95b620-2fe7-49e2-861e-8e9bf051630e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41d2011d-ecc3-4412-ac1a-81354404dd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2390673 Jun 07 17:35:10.794888 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.809179 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2e21549e-57ec-45fe-8392-22f90a3fd4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:10.852737 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Attempting to bind port 0188a934-06b3-481a-bdd3-a371013f6398 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:10.854232 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Attempting to bind port 0188a934-06b3-481a-bdd3-a371013f6398 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:10.855594 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Attempting to bind port 0188a934-06b3-481a-bdd3-a371013f6398 on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:10.871584 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:10.874072 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Checking segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:10.874645 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.877403 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Bound using segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:10.880323 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Bound port: 0188a934-06b3-481a-bdd3-a371013f6398, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:10.881181 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.926291 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Network 76999624-e1df-4cb0-8cb8-26810dd828ad is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:10.928382 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:10.934992 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:10.959225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:10.965457 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5284617 Jun 07 17:35:10.968437 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57884) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:10.975219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group_rule': {'security_group_id': '870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:11.073382 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=51f18736-fc73-4176-a95f-550b50f582ff,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:11.089384 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:11.130993 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:11.209366 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] For port 0188a934-06b3-481a-bdd3-a371013f6398, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:11.223277 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] For port 0188a934-06b3-481a-bdd3-a371013f6398, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=0188a934-06b3-481a-bdd3-a371013f6398,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:11.238967 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.273783 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-778b3f1e-9008-431b-9bbb-616abc137ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912827 Jun 07 17:35:11.275772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.289721 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:11.469944 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 51f18736-fc73-4176-a95f-550b50f582ff up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:11.550956 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0b5ab-9345-463e-87ff-ab85c7e2b06f None None] Pushing event updated for resources: {'Port': ['ID=0188a934-06b3-481a-bdd3-a371013f6398,revision_number=4']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:11.564681 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:11.565316 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:11.820823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 51f18736-fc73-4176-a95f-550b50f582ff triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:11.821788 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:11.850447 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8d68145-624f-43da-9a40-48fae848cd19 req-da3806e2-cb08-4423-9486-0151a649f4ac service neutron] 10.222.0.60 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070744 Jun 07 17:35:11.916806 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Router cfde7b26-3cbc-4b18-92df-c2bb27932a68 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:35:12.003357 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:12.026917 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-31a0b5ab-9345-463e-87ff-ab85c7e2b06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:12.198352 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:12.272423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:12.309594 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:12.400577 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:12.447291 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4915286a-3a7a-4fb2-a253-aca45e7cb46b,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:12.466132 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-56c6d5e5-250d-4cad-a0f0-f8381fafbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:12.468410 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-56c6d5e5-250d-4cad-a0f0-f8381fafbffb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=96fa75b8477c490bb01a5ad3fe63d39e&device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 1096 time: 0.5242774 Jun 07 17:35:12.482746 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a014-c954-4cea-9841-64573152ea2c req-9406d4ed-a67a-405f-b51c-8858347b64d5 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:12.491871 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81f4a014-c954-4cea-9841-64573152ea2c req-9406d4ed-a67a-405f-b51c-8858347b64d5 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.3968813 Jun 07 17:35:12.532444 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:12.557044 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81f4a014-c954-4cea-9841-64573152ea2c req-76eddb99-2caf-4d03-8f85-66baf0baf231 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637779 Jun 07 17:35:12.715293 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:12.721694 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7479448 Jun 07 17:35:12.736784 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57938) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:12.749430 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group_rule': {'security_group_id': '870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:12.837751 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:12.857782 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:35:12.874735 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Sync routers for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:35:12.875397 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] 10.222.0.25 "PUT /v2.0/routers/cfde7b26-3cbc-4b18-92df-c2bb27932a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4528341 Jun 07 17:35:12.891252 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:12.891889 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:13.194335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-e3996bab-92b3-4d59-aef1-90b34e1ea32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:13.195819 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-e3996bab-92b3-4d59-aef1-90b34e1ea32c service neutron] 10.222.0.60 "GET /v2.0/networks?id=41d2011d-ecc3-4412-ac1a-81354404dd85 HTTP/1.1" status: 200 len: 911 time: 0.5936534 Jun 07 17:35:13.198016 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:13.206726 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:13.209899 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-36cff634-fa82-47be-9fe5-bd8e64a49a66 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:13.256976 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8dce58-d2bf-4ba9-9b54-aae3ca8011d3,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:13.280846 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:13.323607 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:13.329545 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5904369 Jun 07 17:35:13.330882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 57960) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:13.344463 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:13.418314 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:11Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:13.431656 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db6d2-d6aa-466f-bbc1-197c0a8782b5 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:11Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:35:13.437195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:13.541204 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-710d7449-d82b-456e-8d6b-d8f66f8716e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=105d7399-c458-4c31-8ecb-731037bd0566 HTTP/1.1" status: 200 len: 217 time: 0.3057592 Jun 07 17:35:13.557222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:13.782412 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-16918369-72fd-4134-98e4-7400343661e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:13.785408 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-16918369-72fd-4134-98e4-7400343661e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8de4693b-7018-4be1-9f1b-59c69002b463 HTTP/1.1" status: 200 len: 850 time: 0.2315226 Jun 07 17:35:13.974100 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:14.076257 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-64b06061-454f-42fb-a23a-d4b262813696 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41d2011d-ecc3-4412-ac1a-81354404dd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2391417 Jun 07 17:35:14.364451 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:35:14.421329 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Allocated IP 172.28.3.162 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/d29d7352-cc45-44f5-9975-6680ed87dabc) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:14.674932 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3729-8983-440b-98c2-22f3ccc1fbaa req-0404789f-09f8-4590-97f7-5cf3daf91b3b tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:14.676556 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8a6b3729-8983-440b-98c2-22f3ccc1fbaa req-0404789f-09f8-4590-97f7-5cf3daf91b3b tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.7132542 Jun 07 17:35:14.698822 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-bd4ce0ea-794f-49de-9187-432f798f42a3 service neutron] 10.222.0.60 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119592 Jun 07 17:35:14.749082 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:35:08Z', 'revision_number': 4, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aa8a283c-f8f9-4f1b-b053-71e77457b909', 'name': '', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'mac_address': 'fa:16:3e:3f:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:35:06Z', 'updated_at': '2021-06-07T17:35:08Z', 'revision_number': 2, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'subnets': [{'id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:14.760430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Checking router: cfde7b26-3cbc-4b18-92df-c2bb27932a68 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:35:14.760841 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Updating router cfde7b26-3cbc-4b18-92df-c2bb27932a68 port aa8a283c-f8f9-4f1b-b053-71e77457b909 binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:35:14.851737 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:14.937475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:14.938072 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:14.988809 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:14.991217 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:14.996555 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:14.997038 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:15.008344 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8a6b3729-8983-440b-98c2-22f3ccc1fbaa req-6a1e2b4c-c642-45ce-8751-8c8c4bf8d35f tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998419 Jun 07 17:35:15.297912 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-edca734d-517d-4f16-a3b7-8c12890b3125 req-e9b7dbc0-3d54-4d2c-a015-62e727b1c5eb service neutron] 10.222.0.60 "GET /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078139 Jun 07 17:35:15.412036 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:15.567927 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0188a934-06b3-481a-bdd3-a371013f6398 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:15.979278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.004177 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 0188a934-06b3-481a-bdd3-a371013f6398 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:16.017995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 0188a934-06b3-481a-bdd3-a371013f6398 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:16.018432 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.076344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-fbd7874c-0c4b-406c-9d17-c3ac85b04596 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:16.086191 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-fbd7874c-0c4b-406c-9d17-c3ac85b04596 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 819 time: 0.6942022 Jun 07 17:35:16.122808 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58058) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:16.131455 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-69681b3e-0a7f-4f5a-839e-491f4baf22cc tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/quotas/c3adf64164f8436da6d1c234a8469e20 HTTP/1.1" status: 200 len: 375 time: 0.0298131 Jun 07 17:35:16.436747 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.446565 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.467611 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Transition to ACTIVE for port object aa8a283c-f8f9-4f1b-b053-71e77457b909 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:16.477069 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.499795 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.522049 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:16.548248 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba289804-9f90-4bdd-b487-b62231c873aa req-db7834e2-e0ff-4ae7-b80d-98f6d7d61dfa tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:16.553836 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ba289804-9f90-4bdd-b487-b62231c873aa req-db7834e2-e0ff-4ae7-b80d-98f6d7d61dfa tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.2580974 Jun 07 17:35:16.566226 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-82f78587-47d5-48e2-a8a7-7118f692e463 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4316518 Jun 07 17:35:16.577115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.591366 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.596884 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-46d804cc-a966-4b1f-9837-e4198d64b9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:16.733673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'Port': ['ID=d29d7352-cc45-44f5-9975-6680ed87dabc,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:16.746285 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:16.749823 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.799385 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ba289804-9f90-4bdd-b487-b62231c873aa req-44896418-5090-472d-814c-f55fb0eec4e9 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151160 Jun 07 17:35:16.801841 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-5dab8008-c894-4dbc-8964-4f589440a448 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:35:16.804145 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-5dab8008-c894-4dbc-8964-4f589440a448 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157207 Jun 07 17:35:16.846000 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 0188a934-06b3-481a-bdd3-a371013f6398, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=0188a934-06b3-481a-bdd3-a371013f6398,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:16.867498 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Attempting to bind port aa8a283c-f8f9-4f1b-b053-71e77457b909 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:16.867898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Attempting to bind port aa8a283c-f8f9-4f1b-b053-71e77457b909 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:16.868264 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Attempting to bind port aa8a283c-f8f9-4f1b-b053-71e77457b909 on network 76999624-e1df-4cb0-8cb8-26810dd828ad {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:16.871996 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Pushing event updated for resources: {'Port': ['ID=aa8a283c-f8f9-4f1b-b053-71e77457b909,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:16.875503 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:16.876320 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.882603 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:16.882986 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Checking segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:16.883394 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.883917 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Bound using segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:16.884453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Bound port: aa8a283c-f8f9-4f1b-b053-71e77457b909, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:16.885183 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.907280 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-2294f41a-611f-46e8-b1cc-c27f7c41c93e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:16.914680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.920802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:16.934648 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:17.000157 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=820e2b8a30194df4b7434680837d6ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754146 Jun 07 17:35:17.000931 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58096) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:17.022697 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=0188a934-06b3-481a-bdd3-a371013f6398,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:17.026409 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:17.065414 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c36108-5be2-4a6a-ba3f-790e79e8094c,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:17.070402 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:17.101353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.103800 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.116576 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7709188 Jun 07 17:35:17.116782 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] For port aa8a283c-f8f9-4f1b-b053-71e77457b909, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:17.119736 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] For port aa8a283c-f8f9-4f1b-b053-71e77457b909, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aa8a283c-f8f9-4f1b-b053-71e77457b909,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:17.133071 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.148599 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:17.168864 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.180910 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-56af607b-a6bb-4b86-b623-821931003389 service neutron] 10.222.0.25 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583350 Jun 07 17:35:17.218729 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58110) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:17.306585 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.309707 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.310932 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35c36108-5be2-4a6a-ba3f-790e79e8094c HTTP/1.1" status: 204 len: 168 time: 0.3076732 Jun 07 17:35:17.311696 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:17.311826 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-63317c66-3572-4336-b332-8c60a4481ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:17.312335 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:17.346323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c36108-5be2-4a6a-ba3f-790e79e8094c,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:17.355037 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:17.433410 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0188a934-06b3-481a-bdd3-a371013f6398 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:17.449039 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.477346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Pushing event updated for resources: {'Port': ['ID=aa8a283c-f8f9-4f1b-b053-71e77457b909,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:17.498447 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:17.512410 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-844dab28-68c7-4ab6-ae19-7eeab546fa1b service neutron] 10.222.0.25 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248734 Jun 07 17:35:17.573682 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-70597d42-5ac1-4d5d-bf2a-5435415770ef tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1648015848&fields=id&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 267 time: 0.0786200 Jun 07 17:35:17.624047 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 0188a934-06b3-481a-bdd3-a371013f6398 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:17.624425 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.677591 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:17.794876 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58146) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:17.823675 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.891646 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-010aa16b-a46c-4d5c-8f50-24a773f2d1f4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:17.897541 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-010aa16b-a46c-4d5c-8f50-24a773f2d1f4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 817 time: 0.3126996 Jun 07 17:35:17.941228 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:17.956897 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-a9ad7695-0c1a-4cd0-85d2-990f6fd17d7e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/quotas/4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 375 time: 0.0395248 Jun 07 17:35:17.991685 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.011038 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4975a8dc-bfe1-4101-bd93-f279a10c648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:18.075902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb61d8b-cb9a-4801-97dc-631658e09d26,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:18.087666 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fad0921170f401a94cfe8b480c8a273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660040 Jun 07 17:35:18.092965 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:18.094913 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58164) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:18.204253 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-55d7e44a-279f-4ea4-b8d3-418fd9de9aca req-24be81c7-09e9-4378-bb36-063388565619 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 210 time: 0.2920680 Jun 07 17:35:18.244289 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:35:08Z', 'revision_number': 4, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aa8a283c-f8f9-4f1b-b053-71e77457b909', 'name': '', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'mac_address': 'fa:16:3e:3f:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:35:06Z', 'updated_at': '2021-06-07T17:35:17Z', 'revision_number': 4, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'subnets': [{'id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:18.259420 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c73037-4c86-41ce-8e3c-4ef69691be77 None None] The sync data for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb is: [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:35:08Z', 'revision_number': 4, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aa8a283c-f8f9-4f1b-b053-71e77457b909', 'name': '', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'mac_address': 'fa:16:3e:3f:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:35:06Z', 'updated_at': '2021-06-07T17:35:17Z', 'revision_number': 4, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'subnets': [{'id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:35:18.331226 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-0c39cc7b-c215-4133-9efb-67a5f48b8cce tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3736682 Jun 07 17:35:18.346808 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.409777 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.419603 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.431190 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:18.482049 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.619179 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3106cf28fe82417299efdf53ecfc0c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8243976 Jun 07 17:35:18.632746 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58184) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:18.633646 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-b982f868-0b34-4d4b-b177-28be81cf1ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476342 Jun 07 17:35:18.643467 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6183f293-8a52-4370-9192-f14c3559b30b,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:18.648504 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:18.721261 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1d303-57da-4241-a837-c35bffe0e113 req-6d678a0b-7e69-45a6-a9c7-453db838e536 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:18.722849 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-50a1d303-57da-4241-a837-c35bffe0e113 req-6d678a0b-7e69-45a6-a9c7-453db838e536 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.2637205 Jun 07 17:35:18.745152 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.810831 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.833751 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-50a1d303-57da-4241-a837-c35bffe0e113 req-079dae95-e622-477f-9767-186f4fc7f757 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884514 Jun 07 17:35:18.925053 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.928569 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:18.932026 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6183f293-8a52-4370-9192-f14c3559b30b HTTP/1.1" status: 204 len: 168 time: 0.2846859 Jun 07 17:35:18.932897 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c213bf4b-155a-49c0-9950-290d3dfbb17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:18.958076 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6183f293-8a52-4370-9192-f14c3559b30b,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:18.966882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:19.019427 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:19.022060 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:19.025994 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fb61d8b-cb9a-4801-97dc-631658e09d26 HTTP/1.1" status: 204 len: 168 time: 0.9273555 Jun 07 17:35:19.032908 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:19.098877 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-83f39ac0-4adc-46df-8e13-2f071a788108 service neutron] 10.222.0.25 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563611 Jun 07 17:35:19.099679 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb61d8b-cb9a-4801-97dc-631658e09d26,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:19.117301 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:19.591146 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aa8a283c-f8f9-4f1b-b053-71e77457b909 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:19.653738 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-bd13cfbc-6c24-4605-a764-03fc305b6901 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:19.655365 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-bd13cfbc-6c24-4605-a764-03fc305b6901 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 819 time: 0.4793754 Jun 07 17:35:19.670360 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-813e4902-4e74-426d-9aa4-4148a2adace7 req-f1cf5b9a-ce18-4449-a7d8-aedc3cd45aa5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 210 time: 0.1851099 Jun 07 17:35:19.680831 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-09d8bc38-1661-4973-8502-8152b50377ec tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/quotas/c3adf64164f8436da6d1c234a8469e20 HTTP/1.1" status: 200 len: 375 time: 0.0122669 Jun 07 17:35:19.834519 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-471f818a-c7cf-42a5-9508-ef3b031cf317 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471300 Jun 07 17:35:19.843436 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port aa8a283c-f8f9-4f1b-b053-71e77457b909 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:19.856280 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port aa8a283c-f8f9-4f1b-b053-71e77457b909 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:19.860627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.070193 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58254) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:20.093747 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.120801 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-9c677d02-686f-4c24-bb64-e723331cff94 service neutron] 10.222.0.25 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826948 Jun 07 17:35:20.135132 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f053d-8c31-4428-a46f-0bc423aa80cd req-881e64b1-9bff-477f-b8fd-51cd8437a891 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:20.143881 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-497f053d-8c31-4428-a46f-0bc423aa80cd req-881e64b1-9bff-477f-b8fd-51cd8437a891 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 943 time: 0.1567769 Jun 07 17:35:20.206031 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-497f053d-8c31-4428-a46f-0bc423aa80cd req-76185575-b0e1-409b-85c7-a914b912d6c6 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Jun 07 17:35:20.298921 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.399055 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-6b0d5833-014c-4402-9403-2e04dd97c898 service neutron] 10.222.0.25 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771702 Jun 07 17:35:20.451148 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port aa8a283c-f8f9-4f1b-b053-71e77457b909, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aa8a283c-f8f9-4f1b-b053-71e77457b909,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:20.463456 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.468951 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:20.587239 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.595794 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:20.609456 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:20.761314 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=aa8a283c-f8f9-4f1b-b053-71e77457b909,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:20.773587 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:20.845781 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b48c9b6-35b6-42f3-bd18-42ac120e2c22,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:20.853116 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:20.872695 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89f8704ae5da4002bfdcdccdb411ca5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8012531 Jun 07 17:35:20.873701 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58282) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:20.915690 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 105d7399-c458-4c31-8ecb-731037bd0566 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:35:20.934508 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2941b682-ba77-487e-b4f5-9985467c53a3 req-b5f4bb4f-8885-4da6-aa28-c094827ee7ee tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 210 time: 0.2232237 Jun 07 17:35:21.112127 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-239c778c-7347-4fed-b617-0420559666e1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:21.113947 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-239c778c-7347-4fed-b617-0420559666e1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 819 time: 0.5292492 Jun 07 17:35:21.136685 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.148669 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Request body: {'port': {'device_id': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'admin_state_up': True, 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:21.151921 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a1b8f59e-136e-4480-8f18-7f05cc541375 req-e89efdfc-5d72-473e-adbe-e76ba4ce8bfc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 210 time: 0.1522846 Jun 07 17:35:21.185172 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.236257 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=105d7399-c458-4c31-8ecb-731037bd0566,segment=NetworkSegment(a49d464e-2fa8-4d15-8736-b1e18c30a84e),segment_id=a49d464e-2fa8-4d15-8736-b1e18c30a84e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:21.255458 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.258863 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.260116 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b48c9b6-35b6-42f3-bd18-42ac120e2c22 HTTP/1.1" status: 204 len: 168 time: 0.3842752 Jun 07 17:35:21.261027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:21.274846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '105d7399-c458-4c31-8ecb-731037bd0566', 'network_id': '41d2011d-ecc3-4412-ac1a-81354404dd85', 'port_id': '105d7399-c458-4c31-8ecb-731037bd0566', 'mac_address': 'fa:16:3e:f7:5a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de4693b-7018-4be1-9f1b-59c69002b463', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:35:21.285776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b48c9b6-35b6-42f3-bd18-42ac120e2c22,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:21.290864 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:21.362155 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.395422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105d7399-c458-4c31-8ecb-731037bd0566 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:21.429177 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=105d7399-c458-4c31-8ecb-731037bd0566,segment=NetworkSegment(a49d464e-2fa8-4d15-8736-b1e18c30a84e),segment_id=a49d464e-2fa8-4d15-8736-b1e18c30a84e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:21.437160 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.439655 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:21.537639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aa8a283c-f8f9-4f1b-b053-71e77457b909 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:21.628064 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=105d7399-c458-4c31-8ecb-731037bd0566,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:21.632898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:21.656291 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port aa8a283c-f8f9-4f1b-b053-71e77457b909 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:21.656908 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.693342 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4497104-6199-4c46-a7bd-0b0bc460408a req-5309aca0-3d41-4dff-9830-d773f1ee2e64 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:21.694946 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a4497104-6199-4c46-a7bd-0b0bc460408a req-5309aca0-3d41-4dff-9830-d773f1ee2e64 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 944 time: 0.2273045 Jun 07 17:35:21.696157 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Made reservation on behalf of c3adf64164f8436da6d1c234a8469e20 for: {'port': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:21.707662 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:21.771867 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.60', 63711) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:21.846574 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['105d7399-c458-4c31-8ecb-731037bd0566'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:35:22.004687 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a4497104-6199-4c46-a7bd-0b0bc460408a req-9852de5d-bd64-4124-bc46-15f6b6a212f1 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707820 Jun 07 17:35:22.181181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5396d6eb-eaf3-44b1-b32f-cb794a51991e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:22.186507 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5396d6eb-eaf3-44b1-b32f-cb794a51991e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 817 time: 0.4133294 Jun 07 17:35:22.202717 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Allocated IP 172.20.0.11 (76999624-e1df-4cb0-8cb8-26810dd828ad/7eb4a28e-918a-4ced-abc0-ac21c4ed8804/243a6946-1b56-4fc7-8702-f72735e27201) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:22.447652 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-be4db2f8-3c65-422a-b3db-8bf278dc1f09 req-49b18842-b6d9-4586-a7ce-f6597539eb88 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 210 time: 0.2512550 Jun 07 17:35:22.496135 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-b77095b9-17d0-4659-b162-72edda72f43e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 380 time: 0.1333618 Jun 07 17:35:22.507886 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'port': {'device_id': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'admin_state_up': True, 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'security_groups': ['870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca']}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:22.643378 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:22.724055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:22.732380 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-01fded16-280f-48ba-b394-6f0300905a5c req-d707f1e4-4dbb-45c6-92f3-6d79ea4a362a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 210 time: 0.3085148 Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:22.736293 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:22.781345 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Network 76999624-e1df-4cb0-8cb8-26810dd828ad is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:22.783165 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:22.786308 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:22.866213 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:22.867995 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:22.905567 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Made reservation on behalf of 4ec2805aafb0422499008c5999f5d1cb for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:22.912123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:22.916913 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cef24b16-506c-42cf-9a18-7a0d137332e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7815394 Jun 07 17:35:22.933347 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Request body: {'port': {'device_id': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:23.107702 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:23.191236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.60', 63718) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:23.431546 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-ab6910c0-2677-4e78-a194-ce017e022b8f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:23.433085 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-ab6910c0-2677-4e78-a194-ce017e022b8f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 819 time: 0.2402496 Jun 07 17:35:23.488618 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Request body: {'port': {'device_id': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'admin_state_up': True, 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:23.788739 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Allocated IP 172.20.0.11 (15652005-5ead-46a4-9a19-5f8eaab77c8b/0539a064-5c29-4a5d-b1a8-79a29d54626a/db9412ae-c794-4021-a361-304aec88d40f) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:23.796053 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c86f63e3-b695-472e-9241-294ad6463182 req-a8dbc4c1-0f57-49d7-8087-7e9545b317b5 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 210 time: 0.1389129 Jun 07 17:35:23.927200 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243a6946-1b56-4fc7-8702-f72735e27201 {{(pid=91900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:23.944916 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:23.984156 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Transition to ACTIVE for port object 243a6946-1b56-4fc7-8702-f72735e27201 will not be triggered until provisioned by entity L2. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:23.996407 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.003471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:24.104815 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd564a5-6df6-4ab9-90cd-de8b3ef5b4a4 req-27c5279d-ab99-4d1c-87bf-381268805928 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:24.106234 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dd564a5-6df6-4ab9-90cd-de8b3ef5b4a4 req-27c5279d-ab99-4d1c-87bf-381268805928 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 944 time: 0.6700525 Jun 07 17:35:24.110211 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Made reservation on behalf of c3adf64164f8436da6d1c234a8469e20 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:24.114698 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.146593 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58432) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:24.149419 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.240525 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Transition to ACTIVE for port object db9412ae-c794-4021-a361-304aec88d40f will not be triggered until provisioned by entity DHCP. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:24.299287 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-95e2b50c-0bc2-47da-ab6f-f760b691c707 req-b2a01776-92d1-417c-a9e7-fcce1e05cdef tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 210 time: 0.2389793 Jun 07 17:35:24.303861 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dd564a5-6df6-4ab9-90cd-de8b3ef5b4a4 req-31d5ad80-2f78-4554-a1e9-ddfcc5d65b75 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752536 Jun 07 17:35:24.370961 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Pushing event updated for resources: {'Port': ['ID=243a6946-1b56-4fc7-8702-f72735e27201,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:24.383045 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:24.447926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Attempting to bind port 243a6946-1b56-4fc7-8702-f72735e27201 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:24.448329 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Attempting to bind port 243a6946-1b56-4fc7-8702-f72735e27201 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:24.448799 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Attempting to bind port 243a6946-1b56-4fc7-8702-f72735e27201 on network 76999624-e1df-4cb0-8cb8-26810dd828ad {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:24.454244 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Port 243a6946-1b56-4fc7-8702-f72735e27201 on network 76999624-e1df-4cb0-8cb8-26810dd828ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:35:24.454647 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Attempting to bind port 243a6946-1b56-4fc7-8702-f72735e27201 on network 76999624-e1df-4cb0-8cb8-26810dd828ad {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:24.460297 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:24.460761 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Checking segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:24.461308 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Bound using segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:24.461844 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Bound port: 243a6946-1b56-4fc7-8702-f72735e27201, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:24.462282 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.519907 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.573156 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, cleared binding levels {{(pid=91900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:24.577080 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=243a6946-1b56-4fc7-8702-f72735e27201,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:24.585633 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.593568 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:24.611458 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Allocated IP 172.20.0.13 (76999624-e1df-4cb0-8cb8-26810dd828ad/7eb4a28e-918a-4ced-abc0-ac21c4ed8804/0829af23-c655-4187-a5f3-846b2f1c4611) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:24.649129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58456) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:24.673826 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:24.674730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.676593 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] 10.222.0.60 "PUT /v2.0/ports/243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 1094 time: 1.7508931 Jun 07 17:35:24.683764 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:24.693546 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794" -d '{"events": [{"name": "network-changed", "server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "tag": "243a6946-1b56-4fc7-8702-f72735e27201"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:24.725339 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Pushing event updated for resources: {'Port': ['ID=243a6946-1b56-4fc7-8702-f72735e27201,revision_number=3']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:24.729743 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:24.763808 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:24.771397 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:24.793113 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc958bf-5898-4e97-88a9-f4a2e735723d x-openstack-request-id: req-1fc958bf-5898-4e97-88a9-f4a2e735723d {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:24.793445 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "tag": "243a6946-1b56-4fc7-8702-f72735e27201", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:24.793749 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fc958bf-5898-4e97-88a9-f4a2e735723d {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:24.794110 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201', 'status': 'completed', 'code': 200} Jun 07 17:35:24.835873 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-0d4cce61-61d4-460e-9ac8-578ffd4b10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:24.837823 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-0d4cce61-61d4-460e-9ac8-578ffd4b10a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1097 time: 0.1036034 Jun 07 17:35:24.863997 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:24.914994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:24.924423 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 105d7399-c458-4c31-8ecb-731037bd0566 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:24.930780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:25.082724 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3912986d-8035-4ac7-b52e-f4817b7284ed req-47125734-6a6e-46dd-a9c0-03194bfe97db tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 210 time: 0.1137741 Jun 07 17:35:25.085600 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 105d7399-c458-4c31-8ecb-731037bd0566 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:25.091040 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-872eba68-9b20-441a-856c-488f99b71875 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.2444973 Jun 07 17:35:25.093904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.099876 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 105d7399-c458-4c31-8ecb-731037bd0566 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:25.100387 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.140012 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:25.140721 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.191703 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-117a0fba-6cd8-4ea4-9fa4-b3894d05b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:25.193424 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-117a0fba-6cd8-4ea4-9fa4-b3894d05b098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.0845037 Jun 07 17:35:25.221096 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.254157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.261496 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.262175 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-077eb852-0851-417e-9239-8c54d0502cb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578604 Jun 07 17:35:25.266109 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.281630 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6733aedc-6a4d-4c59-ab3c-332a1a549003 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:25.290767 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-5b485b88-4031-492b-9f84-059d66e07e78 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7877972 Jun 07 17:35:25.313219 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=105d7399-c458-4c31-8ecb-731037bd0566,segment=NetworkSegment(a49d464e-2fa8-4d15-8736-b1e18c30a84e),segment_id=a49d464e-2fa8-4d15-8736-b1e18c30a84e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:25.320140 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:25.327074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Request body: {'port': {'device_id': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:25.436385 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50fc2138529145c88b97f9c3108c0ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2829301 Jun 07 17:35:25.437018 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.443421 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58488) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:25.456033 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.458634 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:25.462673 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:25.487286 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e86577-7efd-4dad-b108-15845f393595,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:25.495991 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:25.497335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.510349 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:25.533259 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Network 76999624-e1df-4cb0-8cb8-26810dd828ad is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:25.543251 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:25.559477 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-25d90342-5831-4647-9f53-a987e8070eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:25.585057 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:25.592304 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=898a2f0ee5744768a7b4502201565239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9363940 Jun 07 17:35:25.599217 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29263762-9fa5-45f8-8fc5-679cce473eb8,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:25.622569 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-05ec1b68-38b2-4f20-9758-9e52884466ae None None] Provisioning for port db9412ae-c794-4021-a361-304aec88d40f completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:25.629114 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=105d7399-c458-4c31-8ecb-731037bd0566,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:25.632869 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:25.633466 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-05ec1b68-38b2-4f20-9758-9e52884466ae None None] Provisioning complete for port db9412ae-c794-4021-a361-304aec88d40f triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:25.633894 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-05ec1b68-38b2-4f20-9758-9e52884466ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.648519 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58494) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:25.649243 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58496) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:25.666425 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:25.732898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-05ec1b68-38b2-4f20-9758-9e52884466ae None None] Port db9412ae-c794-4021-a361-304aec88d40f cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:35:25.749672 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584f1e68-462b-44a6-9bb1-ac3dd3bb894d" -d '{"events": [{"server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "name": "network-vif-plugged", "status": "completed", "tag": "105d7399-c458-4c31-8ecb-731037bd0566"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:25.826036 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-cfd49792-f4b9-4e18-a9c6-4b3ef7b4c628 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869929 Jun 07 17:35:25.837028 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088c926-eeba-4f2a-b1d4-5a76b8c9de5e req-7a7ad396-03f1-46ed-be37-c71840624c1b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:25.838487 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f088c926-eeba-4f2a-b1d4-5a76b8c9de5e req-7a7ad396-03f1-46ed-be37-c71840624c1b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 932 time: 0.2846427 Jun 07 17:35:25.875666 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:25.876324 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.880390 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.928262 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:25.974763 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f088c926-eeba-4f2a-b1d4-5a76b8c9de5e req-8fca8012-6441-465e-a63e-d95910a7df89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160419 Jun 07 17:35:25.980094 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a55277b4-51e2-438a-bf2b-b455cc6dd528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5007446 Jun 07 17:35:25.991018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.009965 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-550556d5-64af-4fe7-8b8f-a99431e73e2c req-c13e0ce8-78a3-418a-ba16-81c3207de3d6 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703575 Jun 07 17:35:26.037892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Request body: {'port': {'device_id': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:26.074503 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.083672 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.143513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9938f841-6fa4-4003-965c-7aa70b42d416 x-openstack-request-id: req-9938f841-6fa4-4003-965c-7aa70b42d416 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:26.143998 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "name": "network-vif-plugged", "status": "completed", "tag": "105d7399-c458-4c31-8ecb-731037bd0566", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:26.144482 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9938f841-6fa4-4003-965c-7aa70b42d416 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:26.145040 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566', 'code': 200} Jun 07 17:35:26.146460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30dc1c-9ce7-4a29-9cef-5d879751f7e7 req-e80100fe-5092-49a8-92fa-40e04743102d tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.153277 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1d30dc1c-9ce7-4a29-9cef-5d879751f7e7 req-e80100fe-5092-49a8-92fa-40e04743102d tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.5695565 Jun 07 17:35:26.166083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-96e5fda1-584c-4655-a016-ec73881f1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.168052 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-96e5fda1-584c-4655-a016-ec73881f1d31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1097 time: 0.1084073 Jun 07 17:35:26.358050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-c894c9d4-9a1c-40c2-834e-72cc1bfec349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.359780 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-c894c9d4-9a1c-40c2-834e-72cc1bfec349 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.1818590 Jun 07 17:35:26.361740 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.427366 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.60', 63725) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:26.529489 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1d30dc1c-9ce7-4a29-9cef-5d879751f7e7 req-0d6e5a42-bfd8-4ce2-b7ea-57f19054df7e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753610 Jun 07 17:35:26.546760 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-dbdf0dbe-caec-4586-9742-771e4dd612d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.1481116 Jun 07 17:35:26.574170 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.637737 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.638362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-ad777ab6-8cfd-4f7d-80a7-4e0d14178b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.639773 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-ad777ab6-8cfd-4f7d-80a7-4e0d14178b57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.0838697 Jun 07 17:35:26.654187 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca05b66-b5fb-4799-97a1-10770bacac22 req-a4bb998f-fb77-464d-a2c9-ebd4f31f6759 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.655550 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dca05b66-b5fb-4799-97a1-10770bacac22 req-a4bb998f-fb77-464d-a2c9-ebd4f31f6759 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 932 time: 0.2948649 Jun 07 17:35:26.699289 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-af40f630-febe-4be7-a450-bf367e05d0e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428073 Jun 07 17:35:26.745471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.746656 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89e86577-7efd-4dad-b108-15845f393595 HTTP/1.1" status: 204 len: 168 time: 1.2775829 Jun 07 17:35:26.766271 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:26.789796 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dca05b66-b5fb-4799-97a1-10770bacac22 req-1511273f-54c4-44e4-a12e-54731299d35b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976431 Jun 07 17:35:26.798415 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e86577-7efd-4dad-b108-15845f393595,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:26.811706 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:26.844888 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.916334 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-ccc2d8e9-a293-4bfd-be7f-1feeb3334da0 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023811 Jun 07 17:35:26.918321 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.921450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29263762-9fa5-45f8-8fc5-679cce473eb8 HTTP/1.1" status: 204 len: 168 time: 1.2429612 Jun 07 17:35:26.931156 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b21ab027-cc9c-455b-9c93-18d8330c435d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:26.975683 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29263762-9fa5-45f8-8fc5-679cce473eb8,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:26.982606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:26.986391 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-d5f3e52c-e857-4b33-ae4f-796f5f928518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:26.988016 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-d5f3e52c-e857-4b33-ae4f-796f5f928518 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 1098 time: 0.5597084 Jun 07 17:35:26.992795 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:27.002498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.068707 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-bfb94687-823f-47fe-a94b-8bd0022131fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:27.096527 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.122594 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-92e41dad-b4c6-4b08-9aa9-2a9f11faf794 req-3194a7fb-d65f-4ac3-aa22-22b6faf65961 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996560 Jun 07 17:35:27.311954 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34618cfbfb1a462c85638784cad162ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6314640 Jun 07 17:35:27.314653 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58554) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:27.329237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3fb3ea-b911-434a-b1d3-7381fb0ef7fc,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:27.338304 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:27.352795 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9412ae-c794-4021-a361-304aec88d40f {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:27.373396 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.428315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Transition to ACTIVE for port object db9412ae-c794-4021-a361-304aec88d40f will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:27.448126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.462780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-bd1c8f82-b61a-43c5-8095-966d717afb89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:27.493478 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.552985 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbebab-74ca-4de5-ba8d-5ee05933dfa4 req-964734a1-42ee-4b81-a2ff-48d77871b1f5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:27.554492 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6ddbebab-74ca-4de5-ba8d-5ee05933dfa4 req-964734a1-42ee-4b81-a2ff-48d77871b1f5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 932 time: 0.3774695 Jun 07 17:35:27.562977 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.704469 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58570) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:27.723306 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.726383 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.728341 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d3fb3ea-b911-434a-b1d3-7381fb0ef7fc HTTP/1.1" status: 204 len: 168 time: 0.4125597 Jun 07 17:35:27.731182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:27.760842 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3fb3ea-b911-434a-b1d3-7381fb0ef7fc,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:27.763813 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:27.910077 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e3e4c-395a-4814-b7ba-3d2078afc195 req-f6ffd8a8-8833-4c93-a472-8a525d3d9410 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:27.916992 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:27.919702 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-182e3e4c-395a-4814-b7ba-3d2078afc195 req-f6ffd8a8-8833-4c93-a472-8a525d3d9410 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.1339734 Jun 07 17:35:27.979513 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-182e3e4c-395a-4814-b7ba-3d2078afc195 req-aba7af55-9f90-43fd-8072-47d9e684e8f6 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585699 Jun 07 17:35:28.012244 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.071292 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:28.084734 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0829af23-c655-4187-a5f3-846b2f1c4611 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:28.133237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.140195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.149879 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6ddbebab-74ca-4de5-ba8d-5ee05933dfa4 req-73c18b8f-2973-4cb7-a5e0-5dda522187e8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693472 Jun 07 17:35:28.166420 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.185439 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Transition to ACTIVE for port object 0829af23-c655-4187-a5f3-846b2f1c4611 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:35:28.191736 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a13566-e9eb-48ce-83f5-517e03875507 req-6db47c0a-394b-4168-8955-5f3ca0d24102 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:28.192955 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.199209 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81a13566-e9eb-48ce-83f5-517e03875507 req-6db47c0a-394b-4168-8955-5f3ca0d24102 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 932 time: 0.1110289 Jun 07 17:35:28.215145 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.236678 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f9750c2-f5aa-4147-a2ff-afbc6a83a429 req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2391989 Jun 07 17:35:28.264705 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81a13566-e9eb-48ce-83f5-517e03875507 req-03936591-82df-4177-91c6-c4c10290f205 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593240 Jun 07 17:35:28.271167 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20036eef-9e77-476f-a8fe-d9f078dc6776,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.335632 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:28.337796 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.388947 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Attempting to bind port db9412ae-c794-4021-a361-304aec88d40f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:28.389643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Attempting to bind port db9412ae-c794-4021-a361-304aec88d40f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:28.389643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Attempting to bind port db9412ae-c794-4021-a361-304aec88d40f on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:28.419982 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Port db9412ae-c794-4021-a361-304aec88d40f on network 15652005-5ead-46a4-9a19-5f8eaab77c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:35:28.420334 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Attempting to bind port db9412ae-c794-4021-a361-304aec88d40f on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:28.475062 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:28.475406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Checking segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:28.475947 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Bound using segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:28.476381 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Bound port: db9412ae-c794-4021-a361-304aec88d40f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:28.476759 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.555776 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58612) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:28.576040 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.577970 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Pushing event updated for resources: {'Port': ['ID=0829af23-c655-4187-a5f3-846b2f1c4611,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.613266 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:28.760218 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.763038 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Attempting to bind port 0829af23-c655-4187-a5f3-846b2f1c4611 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:35:28.763373 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Attempting to bind port 0829af23-c655-4187-a5f3-846b2f1c4611 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:35:28.763712 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Attempting to bind port 0829af23-c655-4187-a5f3-846b2f1c4611 on network 76999624-e1df-4cb0-8cb8-26810dd828ad {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:28.769739 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.771818 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:28.781023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Port 0829af23-c655-4187-a5f3-846b2f1c4611 on network 76999624-e1df-4cb0-8cb8-26810dd828ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:35:28.781023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Attempting to bind port 0829af23-c655-4187-a5f3-846b2f1c4611 on network 76999624-e1df-4cb0-8cb8-26810dd828ad {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:35:28.793104 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.810852 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:35:28.811189 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Checking segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:28.811568 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Bound using segment: {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:35:28.812002 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Bound port: 0829af23-c655-4187-a5f3-846b2f1c4611, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610311f7-b0e6-4f04-8be2-de775896b648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:35:28.812346 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.826237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:28.851761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.862200 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cafb458b006141f2a06269e265f73911&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1229761 Jun 07 17:35:28.880179 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58634) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:28.907723 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.908117 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7666d83-8a98-49c4-9b7a-df6be5b86265,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:28.920918 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:28.921399 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.936175 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.953728 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4477d21d-2860-485d-9222-a01a817d0cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:28.965199 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 243a6946-1b56-4fc7-8702-f72735e27201 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:35:28.973894 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:28.975315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:28.977295 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] 10.222.0.60 "PUT /v2.0/ports/db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1094 time: 3.6668046 Jun 07 17:35:28.977925 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:29.132791 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:35:29.144926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:29.157931 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:29.160222 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0829af23-c655-4187-a5f3-846b2f1c4611,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:35:29.166909 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be23ac7454da442fb60e73afcfba8da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100605 Jun 07 17:35:29.169927 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 58648) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:29.181571 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.187707 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d18f9-aca4-4180-ad87-5024d2f462ad,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:29.192329 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:29.215538 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.244133 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:29.246028 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.250256 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=243a6946-1b56-4fc7-8702-f72735e27201,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:29.276685 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '243a6946-1b56-4fc7-8702-f72735e27201', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'port_id': '243a6946-1b56-4fc7-8702-f72735e27201', 'mac_address': 'fa:16:3e:c2:a8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:35:29.359141 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.363420 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.366099 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.369596 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7666d83-8a98-49c4-9b7a-df6be5b86265 HTTP/1.1" status: 204 len: 168 time: 0.4856453 Jun 07 17:35:29.369596 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:29.382748 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7666d83-8a98-49c4-9b7a-df6be5b86265,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:29.388246 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243a6946-1b56-4fc7-8702-f72735e27201 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:29.389323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:29.400853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:29.443190 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=243a6946-1b56-4fc7-8702-f72735e27201,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:29.470699 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.473749 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:29.474659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:29.475344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.476809 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] 10.222.0.60 "PUT /v2.0/ports/0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 200 len: 1094 time: 3.4688287 Jun 07 17:35:29.483139 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58664) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:29.530098 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-00562d90-53d6-4daf-9cfb-efacfbf061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:29.531773 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-00562d90-53d6-4daf-9cfb-efacfbf061b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1097 time: 0.4812574 Jun 07 17:35:29.536116 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Pushing event updated for resources: {'Port': ['ID=0829af23-c655-4187-a5f3-846b2f1c4611,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:29.540458 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.542427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:29.655045 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431b774-7820-4689-82de-c76d2c58b5c1 req-510c2a45-255b-4e21-a036-2f1b28d3f3aa tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:29.663158 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7431b774-7820-4689-82de-c76d2c58b5c1 req-510c2a45-255b-4e21-a036-2f1b28d3f3aa tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1640782 Jun 07 17:35:29.697721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=243a6946-1b56-4fc7-8702-f72735e27201,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:29.702596 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:29.735041 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7431b774-7820-4689-82de-c76d2c58b5c1 req-71a6ce2a-0663-4a98-b8d8-cd1422edc131 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709677 Jun 07 17:35:29.797628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:29.835463 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['243a6946-1b56-4fc7-8702-f72735e27201'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:35:29.849457 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.068395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.096777 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.100950 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-58426fcf-ba5d-45f8-85cb-c74a700694f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 217 time: 0.5535023 Jun 07 17:35:30.111387 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:30.121917 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.139727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4dd36-4143-4970-8aa7-cd3555b441be,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:30.162284 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:30.194468 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6146f69-898b-43ea-ba2d-d1f65bfd5f44 req-09ae369e-efcd-467e-8486-400b41c8f097 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.196183 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d6146f69-898b-43ea-ba2d-d1f65bfd5f44 req-09ae369e-efcd-467e-8486-400b41c8f097 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 944 time: 0.1967592 Jun 07 17:35:30.196832 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.198058 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032d18f9-aca4-4180-ad87-5024d2f462ad HTTP/1.1" status: 204 len: 168 time: 1.0268583 Jun 07 17:35:30.203012 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39b49a193c9f4010b5210b71b5e0a085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185891 Jun 07 17:35:30.205734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 58688) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:30.208422 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:30.241542 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094f884-1acf-444f-9ba2-de6113f83b4c req-c27698f4-8b23-44e0-a3da-09c4543c3f0e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.251698 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4094f884-1acf-444f-9ba2-de6113f83b4c req-c27698f4-8b23-44e0-a3da-09c4543c3f0e tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.9406986 Jun 07 17:35:30.253882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d18f9-aca4-4180-ad87-5024d2f462ad,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:30.261805 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2dc20f8d-ec2f-45f4-984b-1798e9c1cafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:30.303549 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-9c459b98-abe9-4add-b65f-d6f8053caa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.305870 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-9c459b98-abe9-4add-b65f-d6f8053caa7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1877444 Jun 07 17:35:30.415618 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.422072 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-ae900e92-0abc-4924-b6e6-892d9c2cab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.424295 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-ae900e92-0abc-4924-b6e6-892d9c2cab6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1097 time: 0.8781810 Jun 07 17:35:30.459799 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4094f884-1acf-444f-9ba2-de6113f83b4c req-c096b167-3ede-4cfd-8261-55a6945374ed tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068217 Jun 07 17:35:30.498074 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.553342 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-921f28e2-a65e-4a76-bea9-07cb012a189b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 200 len: 217 time: 0.1137140 Jun 07 17:35:30.610161 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d6146f69-898b-43ea-ba2d-d1f65bfd5f44 req-b1dcb5e5-f326-4dc3-8c4d-09aa438f4e9d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088112 Jun 07 17:35:30.616707 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.619168 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:30.622617 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08e4dd36-4143-4970-8aa7-cd3555b441be HTTP/1.1" status: 204 len: 168 time: 0.4134557 Jun 07 17:35:30.622617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3bd3c91b-723c-45a5-861e-63b6cca5f093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:30.636085 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4dd36-4143-4970-8aa7-cd3555b441be,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:30.638687 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:30.664517 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a68d61d3-28f9-4836-bb62-0f5cf39ca540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.665913 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-a68d61d3-28f9-4836-bb62-0f5cf39ca540 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1004434 Jun 07 17:35:30.676138 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-c56b633e-0e85-41c3-b448-408733679b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:30.677481 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-c56b633e-0e85-41c3-b448-408733679b1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3604009 Jun 07 17:35:30.741592 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-aa3bba6b-0661-4b52-8c7e-43c6406b8748 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630271 Jun 07 17:35:30.964061 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 243a6946-1b56-4fc7-8702-f72735e27201 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:30.971830 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-2b7a6735-6917-4b4f-8255-e980b4fb4f8f service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615290 Jun 07 17:35:30.983040 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d11e7c-3bc6-4911-97c4-bf74d1a6e8f4 x-openstack-request-id: req-57d11e7c-3bc6-4911-97c4-bf74d1a6e8f4 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:30.983519 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:30.983951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57d11e7c-3bc6-4911-97c4-bf74d1a6e8f4 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:30.984571 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'status': 'completed', 'code': 200} Jun 07 17:35:31.021702 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-aa489e3f-5ed6-4923-bbb9-ebcea4d62b6c service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635348 Jun 07 17:35:31.051081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d55d7-ba84-4f28-a27a-20e2acf1113c req-03bf107e-36b9-4cc5-af39-f7d4ca395185 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:31.056750 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de2d55d7-ba84-4f28-a27a-20e2acf1113c req-03bf107e-36b9-4cc5-af39-f7d4ca395185 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1551366 Jun 07 17:35:31.059636 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 243a6946-1b56-4fc7-8702-f72735e27201 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:31.074382 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 243a6946-1b56-4fc7-8702-f72735e27201 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:31.076437 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:31.164559 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de2d55d7-ba84-4f28-a27a-20e2acf1113c req-b3c366a5-d0d4-4457-b9d6-65a5e9e7af27 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992272 Jun 07 17:35:31.307664 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:31.337142 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:31.339171 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0844d7af-71b8-4b40-a66a-edd73341ca49" -d '{"events": [{"server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "name": "network-vif-plugged", "status": "completed", "tag": "243a6946-1b56-4fc7-8702-f72735e27201"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:31.339317 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd51525b-0d00-4832-9419-a376bfaedcf8 req-ecdaad88-ee7c-4507-9207-fe10a2b6878d service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537078 Jun 07 17:35:31.348565 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63656b36-ed15-4f9c-ad2d-59a52ad57170 req-1614c347-e004-4c5f-844e-e948203fc03b service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129051 Jun 07 17:35:31.366547 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=243a6946-1b56-4fc7-8702-f72735e27201,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:31.371881 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:31.373784 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:31.419308 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe274bb-9017-428c-b56e-785b72c4f7b9 x-openstack-request-id: req-6fe274bb-9017-428c-b56e-785b72c4f7b9 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:31.419649 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "name": "network-vif-plugged", "status": "completed", "tag": "243a6946-1b56-4fc7-8702-f72735e27201", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:31.419912 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fe274bb-9017-428c-b56e-785b72c4f7b9 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:31.420289 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201', 'code': 200} Jun 07 17:35:31.481006 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=243a6946-1b56-4fc7-8702-f72735e27201,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:31.487582 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:31.493678 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3cb575e9-65e7-49a4-b154-2d2a2f02107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:31.509394 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-3a969fe5-3a08-44ae-8c87-efe94ef301c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:31.510995 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-3a969fe5-3a08-44ae-8c87-efe94ef301c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1097 time: 0.1165829 Jun 07 17:35:31.798573 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5aafe-0181-4bf0-89dd-53c9158e63dc req-6da7712b-b162-4fcb-9719-503f4bcd03d4 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:31.800230 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a0a5aafe-0181-4bf0-89dd-53c9158e63dc req-6da7712b-b162-4fcb-9719-503f4bcd03d4 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.1915717 Jun 07 17:35:31.898095 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a0a5aafe-0181-4bf0-89dd-53c9158e63dc req-6b9478d5-b2b1-4e6b-8fcb-d71509a18bfd tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872996 Jun 07 17:35:31.938672 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-d79ebd99-b18f-4b69-841c-9df161a46faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:31.942152 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-d79ebd99-b18f-4b69-841c-9df161a46faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.4218068 Jun 07 17:35:32.074920 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-b028a24f-9993-4826-b345-c9fa3a598b05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 217 time: 0.1213121 Jun 07 17:35:32.170472 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feae58-eb19-44be-82f2-5ac777f9f88b req-db9679d9-f602-4dae-b16a-f92f7705a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:32.172109 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-04feae58-eb19-44be-82f2-5ac777f9f88b req-db9679d9-f602-4dae-b16a-f92f7705a69f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.3879325 Jun 07 17:35:32.241742 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-d00caa7d-e419-4e84-894f-74b7d34f7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:32.250709 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-d00caa7d-e419-4e84-894f-74b7d34f7bf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1629877 Jun 07 17:35:32.289539 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-04feae58-eb19-44be-82f2-5ac777f9f88b req-b7eb5ef0-117a-45c0-b333-34925ff28c2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055300 Jun 07 17:35:32.304870 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961bdf4-1fba-4d1f-8e62-29a4506a740e req-31e2f353-b68f-4ce2-a176-7da9c4fa218f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:32.307223 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5961bdf4-1fba-4d1f-8e62-29a4506a740e req-31e2f353-b68f-4ce2-a176-7da9c4fa218f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 944 time: 0.4673488 Jun 07 17:35:32.438144 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5961bdf4-1fba-4d1f-8e62-29a4506a740e req-d4f64e7b-4d4b-4b28-a0d4-9dca28a6c81a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 Jun 07 17:35:32.453553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-983d4202-76e6-49c3-85c6-9fbd93b0a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:32.456220 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-983d4202-76e6-49c3-85c6-9fbd93b0a609 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1475034 Jun 07 17:35:32.518420 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc7482-987c-4942-897b-ceb4f21146b6 req-76c9996e-2f13-45ec-b5ca-2c1e3a17b78d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:32.523140 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88cc7482-987c-4942-897b-ceb4f21146b6 req-76c9996e-2f13-45ec-b5ca-2c1e3a17b78d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1575289 Jun 07 17:35:32.591895 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88cc7482-987c-4942-897b-ceb4f21146b6 req-865ceee0-3514-440c-a075-c34b6e168b4c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618446 Jun 07 17:35:32.669051 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-17dad5a5-6c3e-4b32-ac59-994dd440660f service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991293 Jun 07 17:35:32.888107 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f0921b4-5520-46b6-acc5-9aebddf9c0f2 req-8e4ad6f4-770b-4228-8279-1dae3fe4420b service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119794 Jun 07 17:35:32.986859 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:32.990352 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813b223-30fe-496b-a75f-3f443583f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:33.063188 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a8786-7a16-47dc-a57d-cbf851bedc91 x-openstack-request-id: req-432a8786-7a16-47dc-a57d-cbf851bedc91 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:33.063725 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:33.064182 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-432a8786-7a16-47dc-a57d-cbf851bedc91 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:33.064832 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611', 'status': 'completed', 'code': 200} Jun 07 17:35:33.188346 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-1c78316b-4a2b-4e71-b7db-a523ba40275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:33.190505 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-1c78316b-4a2b-4e71-b7db-a523ba40275f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1097 time: 0.0888975 Jun 07 17:35:33.411853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-d8629491-1fb1-41d0-ad5f-b6d5a63fe8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:33.413754 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-d8629491-1fb1-41d0-ad5f-b6d5a63fe8b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.2129345 Jun 07 17:35:33.599479 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-35d7e9d4-cf63-42a0-9625-786d9555edb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 200 len: 217 time: 0.1764092 Jun 07 17:35:33.732198 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-0809676a-57de-4a36-8b8b-b57bb39e4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:33.733654 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-0809676a-57de-4a36-8b8b-b57bb39e4c59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1262808 Jun 07 17:35:33.847981 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13946a-244b-473c-aa4e-f2c87869733a req-cc7eedc9-e4a8-41ee-b069-ece82c3fb085 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:33.850491 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-5cafd15b-2ff0-4f30-b1d1-9ba8bbb1240e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090801 Jun 07 17:35:33.850858 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6d13946a-244b-473c-aa4e-f2c87869733a req-cc7eedc9-e4a8-41ee-b069-ece82c3fb085 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 944 time: 0.2121549 Jun 07 17:35:33.921895 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6d13946a-244b-473c-aa4e-f2c87869733a req-1d645ad4-39d9-43ac-8582-94bf592442c7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642040 Jun 07 17:35:34.038948 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:34.168587 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-525a8378-1762-4933-8f78-08512e1d43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:34.284728 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-97e288b4-111b-47d9-946a-81890d06998e service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247220 Jun 07 17:35:34.292499 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094bd9e-2f05-44af-b013-80deaa70f2ce req-0a2f2bfc-369b-419b-8375-838cfc41a367 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:34.294913 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e094bd9e-2f05-44af-b013-80deaa70f2ce req-0a2f2bfc-369b-419b-8375-838cfc41a367 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.3941162 Jun 07 17:35:34.477305 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e094bd9e-2f05-44af-b013-80deaa70f2ce req-ab27b4e0-233f-44b9-b7a1-0ef059f7f4af tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613855 Jun 07 17:35:34.524182 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d813b223-30fe-496b-a75f-3f443583f1f1 req-c6f57c6d-e841-4b26-84ed-587498433884 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284796 Jun 07 17:35:34.977266 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:35:35.138836 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934547b-7075-4a19-bff3-6956bd3b3bb5 req-9fe9b32c-1427-4143-80c1-bf6699399987 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:35.140340 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0934547b-7075-4a19-bff3-6956bd3b3bb5 req-9fe9b32c-1427-4143-80c1-bf6699399987 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 944 time: 0.1090255 Jun 07 17:35:35.190292 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:35.212985 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'db9412ae-c794-4021-a361-304aec88d40f', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:35:35.251170 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0934547b-7075-4a19-bff3-6956bd3b3bb5 req-56cb263b-740b-49c6-adda-a270e059b8e3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003947 Jun 07 17:35:35.291029 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.322613 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9412ae-c794-4021-a361-304aec88d40f {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:35.348953 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:35.350103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.353683 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.354369 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0829af23-c655-4187-a5f3-846b2f1c4611 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:35:35.357751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:35.467204 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:35.472406 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:35.606178 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0829af23-c655-4187-a5f3-846b2f1c4611,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:35.626635 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '0829af23-c655-4187-a5f3-846b2f1c4611', 'network_id': '76999624-e1df-4cb0-8cb8-26810dd828ad', 'port_id': '0829af23-c655-4187-a5f3-846b2f1c4611', 'mac_address': 'fa:16:3e:9f:78:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb4a28e-918a-4ced-abc0-ac21c4ed8804', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:35:35.691260 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.716993 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0829af23-c655-4187-a5f3-846b2f1c4611 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:35:35.752452 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0829af23-c655-4187-a5f3-846b2f1c4611,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:35.760891 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:35.763956 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:35.860562 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=0829af23-c655-4187-a5f3-846b2f1c4611,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:35.866820 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:35.953044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a116d-6706-4674-8a79-fa53d2a549b9 req-00a0295c-9a34-4a84-8735-cd51a5183379 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:35.960464 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c05a116d-6706-4674-8a79-fa53d2a549b9 req-00a0295c-9a34-4a84-8735-cd51a5183379 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.1545701 Jun 07 17:35:36.055496 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c05a116d-6706-4674-8a79-fa53d2a549b9 req-c0a1ea00-dca9-473e-91e3-d0ae3f3da64b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833406 Jun 07 17:35:36.086293 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['db9412ae-c794-4021-a361-304aec88d40f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:35:36.138860 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['0829af23-c655-4187-a5f3-846b2f1c4611'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:35:36.462258 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbedd08-bc6a-49d8-8563-e50772eee0a4 req-4efa13b6-3708-47e3-ac4b-730f4fc75772 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:36.463752 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2cbedd08-bc6a-49d8-8563-e50772eee0a4 req-4efa13b6-3708-47e3-ac4b-730f4fc75772 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 945 time: 0.0989525 Jun 07 17:35:36.512431 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2cbedd08-bc6a-49d8-8563-e50772eee0a4 req-f7860b4a-40b8-489c-ba90-4e57379314ce tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Jun 07 17:35:36.992184 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:37.266118 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b4930-8846-440a-aef0-397d26f3a3b0 req-bf8c9b98-cd3e-4ee8-b799-bae4ccbc8221 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:37.273183 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-471b4930-8846-440a-aef0-397d26f3a3b0 req-bf8c9b98-cd3e-4ee8-b799-bae4ccbc8221 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.0930283 Jun 07 17:35:37.318295 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-471b4930-8846-440a-aef0-397d26f3a3b0 req-580b6b79-a5b7-4974-bff6-b24080b5ad82 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 Jun 07 17:35:37.738377 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a5ad-2afd-4f14-9478-7bb003feb505 req-e13534fa-e9c0-4ee3-a1eb-938fd29a107e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:37.740050 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9998a5ad-2afd-4f14-9478-7bb003feb505 req-e13534fa-e9c0-4ee3-a1eb-938fd29a107e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 945 time: 0.1090405 Jun 07 17:35:37.794398 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9998a5ad-2afd-4f14-9478-7bb003feb505 req-310eb8f4-1648-4f53-b561-c26a31d5932e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Jun 07 17:35:38.113601 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59074) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:38.250596 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.369647 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.375764 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.388425 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-15a90c83-ce27-4ab4-86ac-d86d6068d916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:38.450969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59098) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:38.451523 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b456082dd06a4918bd076cb20d469003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366132 Jun 07 17:35:38.457334 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa369aa6-bfab-40bd-95f6-72b6ddcc6051,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:38.509819 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:38.542002 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.565230 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d9569-5713-4c16-8ddd-aed516c09095 req-5377b0fb-b859-4fd6-937d-325eae20b701 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:38.566729 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1a4d9569-5713-4c16-8ddd-aed516c09095 req-5377b0fb-b859-4fd6-937d-325eae20b701 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.1123118 Jun 07 17:35:38.578278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.637637 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1a4d9569-5713-4c16-8ddd-aed516c09095 req-5a7b916f-ae20-4158-b719-bf3fbaafb95b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621624 Jun 07 17:35:38.659678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.662845 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:38.674440 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa369aa6-bfab-40bd-95f6-72b6ddcc6051 HTTP/1.1" status: 204 len: 168 time: 0.2120774 Jun 07 17:35:38.674440 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:38.674780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa369aa6-bfab-40bd-95f6-72b6ddcc6051,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:38.678282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:38.859128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59130) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:39.008595 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:39.057169 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.081640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ad860-ea00-4145-b5e4-1159e81dc14a req-d5f2d5d8-329c-4f43-8eb2-e530f8d2ee18 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:39.083144 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f3ad860-ea00-4145-b5e4-1159e81dc14a req-d5f2d5d8-329c-4f43-8eb2-e530f8d2ee18 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 945 time: 0.1414466 Jun 07 17:35:39.112582 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59146) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:39.141374 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f3ad860-ea00-4145-b5e4-1159e81dc14a req-9105092f-7675-4506-ae82-12ddfe9d9a48 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497134 Jun 07 17:35:39.156393 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port db9412ae-c794-4021-a361-304aec88d40f completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:39.156855 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.169124 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port db9412ae-c794-4021-a361-304aec88d40f triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:39.169867 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.314259 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.348782 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.349210 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:39.352365 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ec352-54bd-4204-9338-4056edbaeef8" -d '{"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:39.364118 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.378597 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:39.396048 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.397213 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0829af23-c655-4187-a5f3-846b2f1c4611 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:35:39.401761 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0b22b783-c70a-445e-8b43-3a68fe463c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:39.411758 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fff961151d8452783012310a4178532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515246 Jun 07 17:35:39.414610 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59162) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:39.440131 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ce60c-66bb-4ee2-b970-be51dd6177d6 x-openstack-request-id: req-545ce60c-66bb-4ee2-b970-be51dd6177d6 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:39.443830 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:39.444279 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-545ce60c-66bb-4ee2-b970-be51dd6177d6 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:39.444857 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'code': 200} Jun 07 17:35:39.450817 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:39.466589 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d9bbdc-49f4-42f0-8ff1-bf8c54f0608a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:39.477563 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:39.559316 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:39.563714 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:39.593487 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 0829af23-c655-4187-a5f3-846b2f1c4611 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:35:39.601577 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 0829af23-c655-4187-a5f3-846b2f1c4611 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:35:39.601577 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.605760 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.668309 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.769981 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.803456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.806591 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.816316 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0109ef57-3cb2-4585-9290-d3f2374ae207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:39.860393 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0829af23-c655-4187-a5f3-846b2f1c4611,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:39.869581 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:39.874898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:39.877533 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd747b1-992f-4a42-a7e1-5605dd38aadf,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:39.882254 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90b780a51c714fbc85358689083a1206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674732 Jun 07 17:35:39.885468 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:39.886642 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59180) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:39.919902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2e25-80b3-4187-a69b-40ce0a22ae85 req-28d579fa-8f61-493d-9bb6-181e7300eeb7 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:39.922123 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-038d2e25-80b3-4187-a69b-40ce0a22ae85 req-28d579fa-8f61-493d-9bb6-181e7300eeb7 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.2734869 Jun 07 17:35:39.996715 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.009142 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc1eff-90d8-49dd-9f30-1fe10147914d req-66782059-22e1-4602-b389-443355adb21d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:40.016427 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=0829af23-c655-4187-a5f3-846b2f1c4611,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:40.020475 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:40.023730 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-038d2e25-80b3-4187-a69b-40ce0a22ae85 req-0fafdf05-f980-4afb-92b0-4fb9f1e26d61 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879591 Jun 07 17:35:40.027148 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b1dc1eff-90d8-49dd-9f30-1fe10147914d req-66782059-22e1-4602-b389-443355adb21d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2176521 Jun 07 17:35:40.035226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.045677 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.046889 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1d9bbdc-49f4-42f0-8ff1-bf8c54f0608a HTTP/1.1" status: 204 len: 168 time: 0.6313236 Jun 07 17:35:40.049833 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca446-753b-4150-bdb2-8e3c838f5bee req-3a9db51b-91ca-4e9f-9c7a-7bd9221ee183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:40.055381 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8d0ca446-753b-4150-bdb2-8e3c838f5bee req-3a9db51b-91ca-4e9f-9c7a-7bd9221ee183 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1099 time: 0.3362060 Jun 07 17:35:40.057473 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-511b102a-499d-4996-bb31-70c6783915dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:40.086077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d9bbdc-49f4-42f0-8ff1-bf8c54f0608a,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:40.097051 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.122126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:40.161178 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b1dc1eff-90d8-49dd-9f30-1fe10147914d req-f780a616-babf-4d9b-b971-c4928b9c628c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332605 Jun 07 17:35:40.177250 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8d0ca446-753b-4150-bdb2-8e3c838f5bee req-268b3428-ca7d-4656-bf90-8f4bbe43999a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081498 Jun 07 17:35:40.217193 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.220550 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.224876 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bd747b1-992f-4a42-a7e1-5605dd38aadf HTTP/1.1" status: 204 len: 168 time: 0.3357258 Jun 07 17:35:40.225980 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9e64e416-c999-4ee4-8f0c-f9d8570714dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:40.248980 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd747b1-992f-4a42-a7e1-5605dd38aadf,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:40.254368 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:40.428176 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa39cc8-efac-4ee6-8c55-05044aa1b1f5 req-923e4b3e-2a58-4a0d-af77-a41411520493 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:40.429944 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5fa39cc8-efac-4ee6-8c55-05044aa1b1f5 req-923e4b3e-2a58-4a0d-af77-a41411520493 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.0885081 Jun 07 17:35:40.493129 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5fa39cc8-efac-4ee6-8c55-05044aa1b1f5 req-de920251-e9d7-4956-abee-68e141047207 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Jun 07 17:35:40.645385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59214) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:40.662540 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.788564 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.793336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.805597 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ec14aa3c-adf6-47ce-b46b-d48d33086a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:40.849075 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0125bbbfe90249da9213394fc5e36eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024524 Jun 07 17:35:40.850593 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52d059e-b667-45d6-a3ce-07e36e073645,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:40.851970 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59222) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:40.853724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:40.914093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:40.941743 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:41.002787 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:41.005695 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:41.007166 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d52d059e-b667-45d6-a3ce-07e36e073645 HTTP/1.1" status: 204 len: 168 time: 0.1536112 Jun 07 17:35:41.008163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-948b796c-1fce-49a1-9d55-0d686eb67a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:41.018127 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52d059e-b667-45d6-a3ce-07e36e073645,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:41.020914 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:41.228344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed56f-31ff-4711-9e1e-31aec996a5c9 req-1438b4cd-dc71-4323-b5dc-e3b570d2d9a3 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:41.230022 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-366ed56f-31ff-4711-9e1e-31aec996a5c9 req-1438b4cd-dc71-4323-b5dc-e3b570d2d9a3 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.0888608 Jun 07 17:35:41.316847 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-366ed56f-31ff-4711-9e1e-31aec996a5c9 req-24cd5684-3ca5-4a2e-87e7-d44631b578dd tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774710 Jun 07 17:35:41.446024 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:41.448978 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c34654-3d65-463d-9c9b-8aecb0f18eb1" -d '{"events": [{"server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "name": "network-vif-plugged", "status": "completed", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:41.539617 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef1638-492f-4599-ba01-2a63da54e6b3 x-openstack-request-id: req-13ef1638-492f-4599-ba01-2a63da54e6b3 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:41.540192 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "name": "network-vif-plugged", "status": "completed", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:41.540699 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13ef1638-492f-4599-ba01-2a63da54e6b3 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:41.541420 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611', 'code': 200} Jun 07 17:35:41.629349 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a00db5-a000-4573-b668-3171a7bbc5d6 req-925a9f91-3916-4051-83af-11661468e1ce tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:41.649134 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-19a00db5-a000-4573-b668-3171a7bbc5d6 req-925a9f91-3916-4051-83af-11661468e1ce tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2056730 Jun 07 17:35:41.773901 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-19a00db5-a000-4573-b668-3171a7bbc5d6 req-b7432c63-0e5b-4c23-830e-68bfbd8efa68 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232367 Jun 07 17:35:41.813373 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-2d857b2a-b48f-42e9-8f5a-f7735e3e95b5 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:41.815075 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-2d857b2a-b48f-42e9-8f5a-f7735e3e95b5 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.60 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.2433820 Jun 07 17:35:42.078534 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd382c9-ffc0-4eba-9d4f-e0bf2f7e5d48 req-767fb244-1cc1-4f35-8f7c-cbaf71f7b52f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:42.080063 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ccd382c9-ffc0-4eba-9d4f-e0bf2f7e5d48 req-767fb244-1cc1-4f35-8f7c-cbaf71f7b52f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.2593400 Jun 07 17:35:42.111228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0680e8-f932-4e58-a992-d523136b4f3d req-58372c39-8a28-4f11-bb32-d6b37a7ba803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:42.112701 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6c0680e8-f932-4e58-a992-d523136b4f3d req-58372c39-8a28-4f11-bb32-d6b37a7ba803 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1099 time: 0.1994970 Jun 07 17:35:42.221738 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Deleting port 105d7399-c458-4c31-8ecb-731037bd0566 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:35:42.221919 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:42.285285 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ccd382c9-ffc0-4eba-9d4f-e0bf2f7e5d48 req-79854bc4-9073-452c-a1c8-3d78bb6ab8c1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954970 Jun 07 17:35:42.339562 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:42.347381 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6c0680e8-f932-4e58-a992-d523136b4f3d req-b8c848ce-bebc-45e6-9cd8-486cc5ee0df9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267470 Jun 07 17:35:42.364581 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59314) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:42.411195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] For port 105d7399-c458-4c31-8ecb-731037bd0566, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=105d7399-c458-4c31-8ecb-731037bd0566,segment=NetworkSegment(a49d464e-2fa8-4d15-8736-b1e18c30a84e),segment_id=a49d464e-2fa8-4d15-8736-b1e18c30a84e)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:35:42.411576 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:42.619983 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Calling delete_port for 105d7399-c458-4c31-8ecb-731037bd0566 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:35:42.654424 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb60480-5649-442e-8559-f6201adfd4fc req-d2144b24-9408-491f-b035-d3b773f5fe38 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:42.657587 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9bb60480-5649-442e-8559-f6201adfd4fc req-d2144b24-9408-491f-b035-d3b773f5fe38 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 945 time: 0.1018610 Jun 07 17:35:42.728629 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:42.759715 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9bb60480-5649-442e-8559-f6201adfd4fc req-8931d6a6-d7ab-4d64-b56e-dde790b5370d tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/security-groups?id=1171cc67-2da9-4cdd-9a86-451e79055bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943949 Jun 07 17:35:43.029238 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.046196 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['105d7399-c458-4c31-8ecb-731037bd0566'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:35:43.054659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66e25a18-ca2e-4af7-85bf-203c8b045ccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:43.113007 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.122612 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Pushing event deleted for resources: {'Port': ['ID=105d7399-c458-4c31-8ecb-731037bd0566,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:43.131512 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:43.136404 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.173461 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-87509a1e-675e-494a-bbae-a2885d650edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:43.272847 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2887a6ded19f4211b7d2997acddd9869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069617 Jun 07 17:35:43.274229 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] No DVR routers for this DVR port 105d7399-c458-4c31-8ecb-731037bd0566 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:35:43.276200 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59350) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:43.279779 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cfc37a-6a52-4de5-b5fd-f62ad015c608,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:43.294164 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.299886 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e3a4f8-f1bd-474e-9dbb-fa5a26307227 req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.60 "DELETE /v2.0/ports/105d7399-c458-4c31-8ecb-731037bd0566 HTTP/1.1" status: 204 len: 173 time: 1.4779463 Jun 07 17:35:43.300937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'name': 'network-vif-deleted', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:43.302870 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf66622-d651-4db7-a585-258e0874ed34" -d '{"events": [{"server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "name": "network-vif-deleted", "tag": "105d7399-c458-4c31-8ecb-731037bd0566"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:43.307028 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:43.319480 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdf720-eee9-4755-9ce3-b978e6c217dd req-9986ba99-4590-4fa0-860a-5a00d826968e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:43.325089 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7fdf720-eee9-4755-9ce3-b978e6c217dd req-9986ba99-4590-4fa0-860a-5a00d826968e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.3624814 Jun 07 17:35:43.407991 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7fdf720-eee9-4755-9ce3-b978e6c217dd req-bf944d52-2b8c-4a83-b822-ce306fe5f6a4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719259 Jun 07 17:35:43.455456 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2528b71-3660-4cb8-a708-1bf93831c0a6 x-openstack-request-id: req-d2528b71-3660-4cb8-a708-1bf93831c0a6 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:43.456287 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860aa48b-634e-4588-aefd-eaafa3c679b9", "name": "network-vif-deleted", "tag": "105d7399-c458-4c31-8ecb-731037bd0566", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:43.456668 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2528b71-3660-4cb8-a708-1bf93831c0a6 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:43.456773 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.457420 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860aa48b-634e-4588-aefd-eaafa3c679b9', 'name': 'network-vif-deleted', 'tag': '105d7399-c458-4c31-8ecb-731037bd0566', 'status': 'completed', 'code': 200} Jun 07 17:35:43.541450 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.623840 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.628236 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:43.630114 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6cfc37a-6a52-4de5-b5fd-f62ad015c608 HTTP/1.1" status: 204 len: 168 time: 0.3523533 Jun 07 17:35:43.631235 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4dbcade6-0e15-4227-88ee-0ad8b6d4f84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:43.674520 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cfc37a-6a52-4de5-b5fd-f62ad015c608,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:43.753789 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95614-a9f2-4973-aaf6-72b69d7b2707 req-ded84c84-31fb-47ae-aea4-7a3d0d121857 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:43.759590 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bfe95614-a9f2-4973-aaf6-72b69d7b2707 req-ded84c84-31fb-47ae-aea4-7a3d0d121857 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1244013 Jun 07 17:35:43.760237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59374) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:43.764406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59376) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:43.771103 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'floatingip': {'port_id': 'db9412ae-c794-4021-a361-304aec88d40f'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:43.792882 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:43.869997 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f6df-c3b4-423d-864d-8230ec79bbf6 req-ba7b18f3-38ac-460f-bc80-0e4e8384b844 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:43.873537 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2969f6df-c3b4-423d-864d-8230ec79bbf6 req-ba7b18f3-38ac-460f-bc80-0e4e8384b844 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.2110198 Jun 07 17:35:43.950654 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2969f6df-c3b4-423d-864d-8230ec79bbf6 req-7e43300b-57d1-4881-ab14-001f225497e8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713341 Jun 07 17:35:43.958624 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.138066 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7f537141-dddf-4940-8733-8d538b818c61 req-c308b430-88b7-48ad-b11b-106c4d2db108 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] 10.222.0.25 "GET /v2.0/ports?device_id=860aa48b-634e-4588-aefd-eaafa3c679b9 HTTP/1.1" status: 200 len: 210 time: 0.1102085 Jun 07 17:35:44.430332 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.585881 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59414) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:44.606813 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.729613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.737570 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.777827 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:44.804770 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e16d9c930af4a49bee343662708a02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176619 Jun 07 17:35:44.807919 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59422) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:44.883888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083f9ccb-f7bb-4518-a5c3-3bd61c80b342,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:44.899541 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:44.902567 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:44.939049 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.009946 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.012984 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.015653 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/083f9ccb-f7bb-4518-a5c3-3bd61c80b342 HTTP/1.1" status: 204 len: 168 time: 0.2065637 Jun 07 17:35:45.017540 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3e04842e-4b09-48d8-a1d6-ff70d086a791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:45.028245 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083f9ccb-f7bb-4518-a5c3-3bd61c80b342,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:45.030913 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:45.236086 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-77319414-0175-474c-af72-f34655c3faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:45.237606 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-77319414-0175-474c-af72-f34655c3faef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1099 time: 0.7291424 Jun 07 17:35:45.261415 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59440) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:45.261584 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ef7f6-7233-4614-88e7-314e28c739b2 req-2d877357-852a-4ce3-89b1-4160aa388ee9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:45.268417 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-502ef7f6-7233-4614-88e7-314e28c739b2 req-2d877357-852a-4ce3-89b1-4160aa388ee9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.5919287 Jun 07 17:35:45.373805 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.db.resource_extend [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:35:45.572387 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.639640 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-502ef7f6-7233-4614-88e7-314e28c739b2 req-651ed220-c9ee-46d5-b88b-d5038dd748b2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702841 Jun 07 17:35:45.647962 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.662152 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.671378 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.679555 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-65b7813b-830e-47d6-8959-a508ad0fec65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:45.714427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.825009 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.829899 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:45.842275 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1a94bef0-03c2-4c1b-b6c0-e9f096d29ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:45.853978 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-e52efc3c-7fcc-4264-8a0d-362ecb601797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:45.855513 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-e52efc3c-7fcc-4264-8a0d-362ecb601797 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.6031182 Jun 07 17:35:45.856307 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1aefb1-806c-471b-9e13-a9bfc66f62cb,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:45.864279 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ecb6a56423d42d597ae8119df247d83&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1028967 Jun 07 17:35:45.865464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2472420a-540c-4729-9d07-cea1a3662768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:45.868218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59468) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:45.948897 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-fb34e48f-c3cb-455b-a222-4b222a97fb20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 200 len: 217 time: 0.0793922 Jun 07 17:35:45.956951 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af2441-a3f0-4e98-804f-2d7fceecd74c,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:45.966704 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2aa6ffb3b18a4995b58a377306043a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7037287 Jun 07 17:35:45.968246 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:45.972688 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59476) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:46.032622 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.072146 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.082640 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.100572 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Floating IP c33c01c3-1ac7-4636-99a6-0dfc494a9d8f associated. External IP: 172.28.3.162, port: db9412ae-c794-4021-a361-304aec88d40f. Jun 07 17:35:46.108578 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.170221 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-7deffc9d-0cb2-442d-979b-84daa1b61b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:46.171661 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-7deffc9d-0cb2-442d-979b-84daa1b61b12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1554434 Jun 07 17:35:46.237074 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-bc3ccf3b-0f98-411a-9590-71b4dd143dfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572910 Jun 07 17:35:46.246611 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59488) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:46.251283 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.253730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.257210 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6af2441-a3f0-4e98-804f-2d7fceecd74c HTTP/1.1" status: 204 len: 168 time: 0.2810180 Jun 07 17:35:46.258973 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ce8f3111-20df-40d7-9a92-ddbfaa1907e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:46.313056 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af2441-a3f0-4e98-804f-2d7fceecd74c,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:46.333473 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:46.357818 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.360680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.362005 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1aefb1-806c-471b-9e13-a9bfc66f62cb HTTP/1.1" status: 204 len: 168 time: 0.4902098 Jun 07 17:35:46.362697 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2e6e6555-94dd-446c-af56-37b619fe2bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:46.386863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1aefb1-806c-471b-9e13-a9bfc66f62cb,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:46.389097 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:46.541720 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59504) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:46.664976 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-5bac3efd-9d96-4982-af43-ee7388fb4ee6 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174085 Jun 07 17:35:46.818192 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59512) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:46.841339 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:46.858207 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:35:46.930594 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb10d-f67f-4744-bf22-42b7002bcc58 req-851ca221-fac6-4f6f-a88b-ecdfb67ccae4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:46.938254 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13ebb10d-f67f-4744-bf22-42b7002bcc58 req-851ca221-fac6-4f6f-a88b-ecdfb67ccae4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1599057 Jun 07 17:35:46.977918 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0e1191e4-7140-4ea4-b4e6-51e4d226d970 req-71195c6c-226c-4a4e-a2d5-62ebaabcb6e5 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420197 Jun 07 17:35:47.044364 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13ebb10d-f67f-4744-bf22-42b7002bcc58 req-4a2ca028-6294-46a2-9775-31beb456d3d3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049545 Jun 07 17:35:47.049176 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 105d7399-c458-4c31-8ecb-731037bd0566 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:35:47.122840 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.129153 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:35:47.129348 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 105d7399-c458-4c31-8ecb-731037bd0566 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:35:47.129755 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 105d7399-c458-4c31-8ecb-731037bd0566 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:35:47.139531 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.142994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.143278 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:35:47.160374 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:47.161025 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:47.211951 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:47.229385 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51f8861f16084c998e21cf776e161a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100146 Jun 07 17:35:47.234012 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59526) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:47.257901 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067731526-network', 'tenant_id': '352c2706f357495abda7c7f627564c0b'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:47.290941 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-13dc9203-f1db-45f3-895b-3347bef5e444 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "PUT /v2.0/floatingips/c33c01c3-1ac7-4636-99a6-0dfc494a9d8f HTTP/1.1" status: 200 len: 992 time: 3.5248463 Jun 07 17:35:47.307278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:35:47.312591 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ca2d66-bec3-4b50-b86a-ed56a545b896" -d '{"events": [{"name": "network-changed", "server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:35:47.318053 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.373189 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5644c7ba-a0e9-41c6-ad93-3fb712b72cb5,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:47.387535 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:47.416173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Made reservation on behalf of 352c2706f357495abda7c7f627564c0b for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:47.420132 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.444592 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89f324b-da89-46ae-b7ee-d298b24fbf82 x-openstack-request-id: req-b89f324b-da89-46ae-b7ee-d298b24fbf82 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:35:47.444905 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:35:47.445314 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b89f324b-da89-46ae-b7ee-d298b24fbf82 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:35:47.445823 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'status': 'completed', 'code': 200} Jun 07 17:35:47.446261 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59534) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:47.448869 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.485232 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.514947 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.541942 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:47.545777 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59536) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:47.556400 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.560580 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.569852 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-73f8bc38-72e8-462f-8338-61da89649541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:47.587838 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.623607 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1377a42e3060427b8c7a85ef150edefc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0806711 Jun 07 17:35:47.626663 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59538) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:47.637787 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a67ec-81fa-4e88-8e98-d199f1e12eef,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:47.640944 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:47.700510 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.724965 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Deleting subnet 8de4693b-7018-4be1-9f1b-59c69002b463 {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:35:47.730997 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.739065 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.767563 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.770364 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.771594 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5644c7ba-a0e9-41c6-ad93-3fb712b72cb5 HTTP/1.1" status: 204 len: 168 time: 0.5364413 Jun 07 17:35:47.780312 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:47.802896 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644c7ba-a0e9-41c6-ad93-3fb712b72cb5,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:47.803512 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.808178 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.810097 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e0a67ec-81fa-4e88-8e98-d199f1e12eef HTTP/1.1" status: 204 len: 168 time: 0.1823180 Jun 07 17:35:47.811712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2b3df3d7-46e8-4093-969f-b59bb351b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:47.823083 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:47.826508 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a67ec-81fa-4e88-8e98-d199f1e12eef,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:47.830978 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:47.834368 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.872004 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-23d0f508-b55a-48a1-add6-466280c22eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:47.873887 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-23d0f508-b55a-48a1-add6-466280c22eed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1099 time: 0.3915219 Jun 07 17:35:47.971414 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:47.997993 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c33c01c3-1ac7-4636-99a6-0dfc494a9d8f', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:35:15Z', 'updated_at': '2021-06-07T17:35:45Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:48.003864 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:35:48.015725 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:35:48.016349 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:35:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:48.098915 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.123972 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.135586 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-35e39137-e5a5-4459-8e5b-1993712cf9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:48.159717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-29bfca49-f9e2-4375-840f-60437edebbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:48.161146 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-29bfca49-f9e2-4375-840f-60437edebbcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.2739222 Jun 07 17:35:48.185173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:35:48.315559 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59556) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:48.321399 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:35:48.339171 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.390945 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779bee4-497b-4ad8-8b27-0f659af8762e req-cf608337-1ded-4693-abc4-33e269fe2528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:48.399972 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7779bee4-497b-4ad8-8b27-0f659af8762e req-cf608337-1ded-4693-abc4-33e269fe2528 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1614416 Jun 07 17:35:48.446460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c66714-d4ea-48f3-a354-77df7d6ec5b0,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:48.453145 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:48.462141 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7779bee4-497b-4ad8-8b27-0f659af8762e req-0179ebc2-7083-4f3a-9960-ddeabecd87f6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610852 Jun 07 17:35:48.500882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.501402 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Added segment 5781117f-09b7-42ea-99c7-03ff31d29562 of type vlan for network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 Jun 07 17:35:48.505367 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.536115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-85ba38ac-fd7e-41d1-a42c-e560e9fdcb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:48.629983 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de4693b-7018-4be1-9f1b-59c69002b463,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:48.634322 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-07e24bdb-fde1-401a-a6fb-f8d8bb4c3068 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1000 time: 0.4510884 Jun 07 17:35:48.635309 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.637051 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8de4693b-7018-4be1-9f1b-59c69002b463 HTTP/1.1" status: 204 len: 168 time: 1.0587416 Jun 07 17:35:48.639631 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59570) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:48.647384 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-425e0dbd-d77e-4093-85bc-928344d196d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:48.699397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.767622 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-b0226ed9-9401-4f23-9157-50de8932275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:48.769208 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-b0226ed9-9401-4f23-9157-50de8932275f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1158044 Jun 07 17:35:48.789547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.843629 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.857820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.871243 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:48.894902 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.909985 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c33c01c3-1ac7-4636-99a6-0dfc494a9d8f', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:35:15Z', 'updated_at': '2021-06-07T17:35:45Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:48.910434 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:48.910873 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.914457 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7ea4c-bdc5-4d2f-888e-d916ef605e89 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c33c01c3-1ac7-4636-99a6-0dfc494a9d8f', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:35:15Z', 'updated_at': '2021-06-07T17:35:45Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:35:48.947464 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f0dde39509a4d15be56a95db67155d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4812315 Jun 07 17:35:48.947674 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:48.950001 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59578) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:48.964114 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd44fce-d038-4ab7-b74c-7da9f2da6a07,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:48.975147 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d2011d-ecc3-4412-ac1a-81354404dd85']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:48.976236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:48.976908 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-42b5818a-02a6-48e6-87f2-6cb43d3580d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:49.007591 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49d464e-2fa8-4d15-8736-b1e18c30a84e') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:49.008130 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49d464e-2fa8-4d15-8736-b1e18c30a84e') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:35:49.063234 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.101160 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.119589 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:35:49.119974 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.127110 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-28b4d24b-47da-4730-a8b9-df600ce02e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:49.128787 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-28b4d24b-47da-4730-a8b9-df600ce02e72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3404338 Jun 07 17:35:49.129472 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Pushing event updated for resources: {'Network': ['ID=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:49.133293 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:35:49.135009 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:35:49.141477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:35:49.180343 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.315590 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.324439 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.324797 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.325672 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.334547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-17882993-55fb-4d36-a317-d9ac569dc653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:49.352767 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-01c3c7cb-782b-489a-b503-ddf304c11e5c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1040640 Jun 07 17:35:49.361890 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59586) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:49.369271 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75665c89-fc71-4249-a8e4-a72131f6d943 None None] New status for floating IP c33c01c3-1ac7-4636-99a6-0dfc494a9d8f: ACTIVE {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:35:49.371882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Request body: {'subnet': {'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067731526-subnet', 'tenant_id': '352c2706f357495abda7c7f627564c0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:49.389344 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.391489 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41d2011d-ecc3-4412-ac1a-81354404dd85 HTTP/1.1" status: 204 len: 168 time: 0.7505155 Jun 07 17:35:49.400992 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b62288-6238-467d-9f5f-c71c0f8e9521,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:49.405510 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e71140dccac147a9ad9721053321d7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881488 Jun 07 17:35:49.410367 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59590) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:49.421695 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-5f7d48de-7546-4147-bfed-a9fe0074f0ab service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797933 Jun 07 17:35:49.426402 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.427614 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.428130 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.428580 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.429361 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.429714 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.429833 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Made reservation on behalf of 352c2706f357495abda7c7f627564c0b for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:49.430291 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.430646 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.430989 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.431327 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.431661 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.432119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:49.433253 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.479904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:49.480324 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:49.525595 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.528396 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.529971 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd44fce-d038-4ab7-b74c-7da9f2da6a07 HTTP/1.1" status: 204 len: 168 time: 0.5788662 Jun 07 17:35:49.534285 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d2011d-ecc3-4412-ac1a-81354404dd85,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:49.534919 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:49.562508 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:49.601509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59598) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:49.633831 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.731471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd44fce-d038-4ab7-b74c-7da9f2da6a07,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:49.742681 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:49.810395 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0601bc19-fb7c-4d0c-a813-c8d5b49d6ec9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96fa75b8477c490bb01a5ad3fe63d39e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2077549 Jun 07 17:35:49.818568 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.823776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59604) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:49.928684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb376996-f026-4af5-841c-a00f3bd408a2 req-280c1690-3154-45bd-bcb0-32ea773bf666 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:49.936339 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cb376996-f026-4af5-841c-a00f3bd408a2 req-280c1690-3154-45bd-bcb0-32ea773bf666 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.3036842 Jun 07 17:35:49.981180 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.981408 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80ca2d66-bec3-4b50-b86a-ed56a545b896 req-72a48042-9d3f-47c6-b0c3-11b0f0f6b904 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239248 Jun 07 17:35:49.984468 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.984884 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:49.987322 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10b62288-6238-467d-9f5f-c71c0f8e9521 HTTP/1.1" status: 204 len: 168 time: 0.5660031 Jun 07 17:35:49.997902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7d3240af-9810-4af8-81ef-4f131d713ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:50.021707 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cb376996-f026-4af5-841c-a00f3bd408a2 req-4f1e56f1-d272-45e3-8879-29a8a08710de tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842578 Jun 07 17:35:50.022820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b62288-6238-467d-9f5f-c71c0f8e9521,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:50.043389 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:50.069227 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.082140 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.097015 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cb56579d-9963-4218-b135-d9532b02bc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:50.198903 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0978c3-80b6-47e6-9442-557bfb44caeb,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:50.202988 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:50.203935 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Checking segment: {'id': '5781117f-09b7-42ea-99c7-03ff31d29562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:50.204355 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Network hostable DHCP agents. Network: 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:35:50.223295 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.225892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.229294 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1171cc67-2da9-4cdd-9a86-451e79055bef HTTP/1.1" status: 204 len: 168 time: 0.4005711 Jun 07 17:35:50.229294 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:50.236925 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:35:50.244423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1171cc67-2da9-4cdd-9a86-451e79055bef,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:50.247373 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:50.250543 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:50.255490 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:50.256230 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.262938 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de18ec2-4e12-4780-b9af-41f3e297fce4 None None] Network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:50.277965 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-d9766420-774c-4b9d-a291-5e378d81f825 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9149268 Jun 07 17:35:50.427300 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59632) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:50.452765 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.554112 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13908a86-784f-4ffc-bce7-dc30f446834e None None] Network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:50.607303 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.613822 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.631924 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fa957c08-19b9-4130-b7da-b162c1761531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:50.685278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59642) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:50.685517 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a63dabddf204e93a259d14aefc4e92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560997 Jun 07 17:35:50.687189 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa286a19-26e0-42fa-bab1-473958b6e135,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:50.691152 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:50.817347 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.855386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.931049 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.933924 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:50.936025 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa286a19-26e0-42fa-bab1-473958b6e135 HTTP/1.1" status: 204 len: 168 time: 0.2492869 Jun 07 17:35:50.937200 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-06c2479d-5d02-452a-aaff-9189764cf956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:50.950176 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa286a19-26e0-42fa-bab1-473958b6e135,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:50.958798 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.959397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.959927 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.960519 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.961044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.961542 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.962106 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.963171 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.963679 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.964382 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.965268 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.966401 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:35:50.978194 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:51.250605 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884625f-1ef3-45b6-a207-84ab514ad4b0 req-d6babb86-2a59-4d4b-9279-c87e9be079f3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:51.258347 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c884625f-1ef3-45b6-a207-84ab514ad4b0 req-d6babb86-2a59-4d4b-9279-c87e9be079f3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.0955293 Jun 07 17:35:51.301193 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c884625f-1ef3-45b6-a207-84ab514ad4b0 req-1df28c38-b4b6-4bcf-99c9-fdcfb3fae75f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Jun 07 17:35:51.365323 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:35:52.037704 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59712) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:52.045064 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-912037406-network', 'tenant_id': '88fe326201f74c3189db3f854c089f03'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:52.096231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Made reservation on behalf of 88fe326201f74c3189db3f854c089f03 for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:52.103347 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.132823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.302526 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.306849 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.311112 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:52.340380 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:35:52.350847 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00643cad-b8f9-4ac2-ae5c-d377c23dd45a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:52.354766 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:52.359330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.359739 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Added segment 658ac052-a8b0-42e7-8a38-6d998c219a6b of type vlan for network 97b928ac-06d8-48ea-a147-1c9b6401c4b2 Jun 07 17:35:52.401613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.437952 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.441043 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:52.441817 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.447547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8be54bb-c3e0-432f-a9ee-c1d67f2de839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:52.599678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59734) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:52.609059 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5695641 Jun 07 17:35:52.612059 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59738) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:52.617035 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Request body: {'subnet': {'network_id': '97b928ac-06d8-48ea-a147-1c9b6401c4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-912037406-subnet', 'tenant_id': '88fe326201f74c3189db3f854c089f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:52.649699 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59742) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:52.655976 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Made reservation on behalf of 88fe326201f74c3189db3f854c089f03 for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:52.658830 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.677096 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Pushing event updated for resources: {'Network': ['ID=97b928ac-06d8-48ea-a147-1c9b6401c4b2,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:52.682617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:52.688081 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 97b928ac-06d8-48ea-a147-1c9b6401c4b2 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:35:52.699907 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bde0f-2090-49d6-9596-bad09f21dd99 req-0c040bbf-4b5e-45a0-8972-4ab395a9a156 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:52.708527 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da8bde0f-2090-49d6-9596-bad09f21dd99 req-0c040bbf-4b5e-45a0-8972-4ab395a9a156 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.2423112 Jun 07 17:35:52.765282 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da8bde0f-2090-49d6-9596-bad09f21dd99 req-ee68fd18-cb96-4126-a90f-f91addad1b3a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518706 Jun 07 17:35:52.779121 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1596321155-network', 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:52.840617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.881276 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:52.883901 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:52.904095 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.073502 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.081998 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.082901 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:53.121476 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.289103 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c4e1846b5154f77a3317a9e1de9c1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375883 Jun 07 17:35:53.291847 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59768) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:53.302606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=953b296c-76f8-47f0-9bd7-8a437c419c52,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:53.306779 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:53.310537 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:53.351137 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Checking segment: {'id': '658ac052-a8b0-42e7-8a38-6d998c219a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '97b928ac-06d8-48ea-a147-1c9b6401c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:53.351492 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Network hostable DHCP agents. Network: 97b928ac-06d8-48ea-a147-1c9b6401c4b2, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:35:53.376715 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63be7f75-1f9b-424e-b418-f6f90effb951,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:53.380141 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:53.406987 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Network 97b928ac-06d8-48ea-a147-1c9b6401c4b2 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:35:53.438235 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 97b928ac-06d8-48ea-a147-1c9b6401c4b2) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:53.454726 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.459544 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7537c6-1872-4109-98f1-a79874385347 None None] Network 97b928ac-06d8-48ea-a147-1c9b6401c4b2 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:53.462475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:53.463062 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.493046 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.498423 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.502633 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.509571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:53.527031 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9139132 Jun 07 17:35:53.569217 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:35:53.582942 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.585863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.586949 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d926ad-e574-4a8b-b1a6-32c81aab2b70,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:53.590651 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:53.594005 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.594352 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Added segment 8e966200-4344-43cf-ab84-083a8f2db236 of type vlan for network 03215051-29c7-427b-a5b7-038bfcc6e444 Jun 07 17:35:53.598233 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63be7f75-1f9b-424e-b418-f6f90effb951 HTTP/1.1" status: 204 len: 168 time: 0.3050940 Jun 07 17:35:53.601109 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d7937c62-758e-41e7-b368-98971f09897f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:53.617361 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be7f75-1f9b-424e-b418-f6f90effb951,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:53.619692 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:53.659557 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.701711 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.703411 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:53.705207 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:53.721120 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:53.788384 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77f21cd-19f6-4891-adeb-2443b8f2735c None None] Network 97b928ac-06d8-48ea-a147-1c9b6401c4b2 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:53.874365 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Pushing event updated for resources: {'Network': ['ID=03215051-29c7-427b-a5b7-038bfcc6e444,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:53.889842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:53.909736 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3089314 Jun 07 17:35:53.912390 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59796) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:53.917556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Request body: {'subnet': {'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1596321155-subnet', 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:53.940346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 03215051-29c7-427b-a5b7-038bfcc6e444 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:35:53.968828 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:53.973203 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.104372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32bb0-9814-405a-9837-20828f86a4c6 req-3cc6d9a3-c9e6-4e9a-9a76-652637940d67 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:54.105861 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81c32bb0-9814-405a-9837-20828f86a4c6 req-3cc6d9a3-c9e6-4e9a-9a76-652637940d67 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1571062 Jun 07 17:35:54.178311 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59802) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:54.234660 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81c32bb0-9814-405a-9837-20828f86a4c6 req-9160d0f5-cb78-4b73-951a-3c1cfc451fa7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184328 Jun 07 17:35:54.309995 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.318121 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:54.415224 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:54.423246 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:54.423891 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Checking segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:35:54.424326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Network hostable DHCP agents. Network: 03215051-29c7-427b-a5b7-038bfcc6e444, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:35:54.444999 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Network 03215051-29c7-427b-a5b7-038bfcc6e444 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:35:54.459133 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 03215051-29c7-427b-a5b7-038bfcc6e444) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:54.465479 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:54.467562 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.469885 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be9065-5a9d-4d32-aeb8-79974c127f2b None None] Network 03215051-29c7-427b-a5b7-038bfcc6e444 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:54.491106 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-5d3f7df3-5565-43d1-b352-09bd71ae1d83 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5772514 Jun 07 17:35:54.640148 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.762751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd48c1-a4c2-4af3-a19c-42e5290425d3 None None] Network 03215051-29c7-427b-a5b7-038bfcc6e444 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:35:54.780350 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59826) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:54.815295 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.880415 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.895914 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:54.925063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-da18bf81-3029-473e-a53a-a5858208ae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:54.996457 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51415fdf3f1c4c029b21d07a0d552b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8144064 Jun 07 17:35:55.004191 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59840) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:55.031174 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43211c-8aca-4d4d-8174-890e01198328,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:55.042169 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:55.128210 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.210914 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.220219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-79d74727-32f9-4f97-a768-d66fb706bdcb tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:55.221939 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-79d74727-32f9-4f97-a768-d66fb706bdcb tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/networks?id=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 HTTP/1.1" status: 200 len: 809 time: 0.2575319 Jun 07 17:35:55.226582 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.239926 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-30b7294d-5c23-4364-8dc3-db45b3e732f0 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/quotas/352c2706f357495abda7c7f627564c0b HTTP/1.1" status: 200 len: 375 time: 0.0117996 Jun 07 17:35:55.240377 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.257842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:55.329678 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.334523 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.338841 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf43211c-8aca-4d4d-8174-890e01198328 HTTP/1.1" status: 204 len: 168 time: 0.3333647 Jun 07 17:35:55.339784 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-69a2ad74-14c5-4c0d-a6f4-3063ecf79971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:55.360182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43211c-8aca-4d4d-8174-890e01198328,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:55.370242 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-19ef865f-4ec6-44fc-9292-81a40fcf0c9a tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=352c2706f357495abda7c7f627564c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1207628 Jun 07 17:35:55.385228 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4922c4facd054b889477ddc9e54d407e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035931 Jun 07 17:35:55.386028 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59858) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:55.386738 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc150ec9-5e58-4978-9546-3408739fec67,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:55.396267 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:55.428883 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:55.557161 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.615946 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.627966 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-b400c9c1-3573-4ce9-ae04-a77b886fa215 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:55.634318 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-371154ed-7543-4959-8a82-3522b9a0f61b service neutron] 10.222.0.25 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043869 Jun 07 17:35:55.634831 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-b400c9c1-3573-4ce9-ae04-a77b886fa215 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.1810441 Jun 07 17:35:55.645914 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-ae8d086e-7a47-4d7a-8fd1-25481130471d tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/quotas/2173e6f8bc934f07a24c7c8f014763ac HTTP/1.1" status: 200 len: 375 time: 0.0101502 Jun 07 17:35:55.701436 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-2d719028-c0d5-497b-9d19-c9e88c1efd2f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477579 Jun 07 17:35:55.806403 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.809041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:55.813834 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc150ec9-5e58-4978-9546-3408739fec67 HTTP/1.1" status: 204 len: 168 time: 0.4230971 Jun 07 17:35:55.824115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-706d9681-d459-41d2-96cb-6b6aa9bde688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:55.855574 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-89905d6e-df41-47e9-8299-a9fafbbf9148 service neutron] 10.222.0.25 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084672 Jun 07 17:35:55.857212 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc150ec9-5e58-4978-9546-3408739fec67,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:55.881624 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-43b7ebde-5fe4-4eac-a12f-2ffb4dc25cbc service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712334 Jun 07 17:35:55.883277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:55.887177 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59874) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:55.928710 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.126946 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-c89e3fda-7b9e-474f-9fbb-c00c61ada655 service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226901 Jun 07 17:35:56.277849 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048b3e-ccbb-430d-8381-34c275d1c366 req-0c56d5f9-fb67-4c17-a7e6-2856aafffde2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:56.279824 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f6048b3e-ccbb-430d-8381-34c275d1c366 req-0c56d5f9-fb67-4c17-a7e6-2856aafffde2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1450093 Jun 07 17:35:56.331793 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.349973 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.354324 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f6048b3e-ccbb-430d-8381-34c275d1c366 req-22e85987-50d5-4892-9937-9ed34ab1e8a1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667086 Jun 07 17:35:56.356615 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a5c4b5b2-4a6a-4fe6-97b8-48df5c5d6cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:56.496167 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10e2c0-9a2c-40af-9bf4-a1145732c994,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:56.505508 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64efa610d544486c9b284904c27246de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172357 Jun 07 17:35:56.507446 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:56.508643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59908) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:56.519312 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dd18d431-2c1a-4c59-97a6-d1c2bee67424 req-9a822801-a59e-4fcb-8dfe-02e99642f9d6 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 210 time: 0.0687470 Jun 07 17:35:56.687216 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-adf29377-f040-4ee9-bf34-5dfb0b60265a req-9b04d859-483a-400f-aa3c-9c9d0d2b0de9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 210 time: 0.0695388 Jun 07 17:35:56.692587 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.724011 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.805757 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.808301 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:56.810142 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e10e2c0-9a2c-40af-9bf4-a1145732c994 HTTP/1.1" status: 204 len: 168 time: 0.2997239 Jun 07 17:35:56.810993 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4db50a66-bdff-49fc-bfc4-8752de3ffcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:56.822551 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10e2c0-9a2c-40af-9bf4-a1145732c994,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:56.824694 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:57.182126 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 59934) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:57.393125 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:57.541185 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:57.548007 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:57.590390 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2b768660-8e62-4bea-a2f5-adc6c1037337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:57.632970 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 59964) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:57.633581 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b8d90d5c83543e8975095aba12bec1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497814 Jun 07 17:35:57.635377 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e729a00-9c1f-47ba-8abb-e2eab5f8a514,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:57.751561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:57.845656 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30679d1f-6c69-4734-a34e-e93c4cc40a4d req-05844245-ea15-440f-bada-7d7a6782f26f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:57.847570 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-30679d1f-6c69-4734-a34e-e93c4cc40a4d req-05844245-ea15-440f-bada-7d7a6782f26f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.2587094 Jun 07 17:35:57.884777 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:57.908387 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-30679d1f-6c69-4734-a34e-e93c4cc40a4d req-b587fffd-50e3-4c70-8385-e6ea462e67f4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547462 Jun 07 17:35:58.223399 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e231e34d-181d-43ad-aacc-08c651b07eca req-e3b72bc9-d656-4f8c-85ae-c7dc143cf9b7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 210 time: 0.1200147 Jun 07 17:35:58.233827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:58.249210 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0310cd04-3f49-4c8a-8c34-fd979a1e8f8e req-cfd9bfb7-9d6f-4cae-a43f-c3ce183a0062 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 210 time: 0.1946788 Jun 07 17:35:58.325293 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-4749d7dd-200a-47d4-b35b-779bbcd4d56d tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:58.326738 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-4749d7dd-200a-47d4-b35b-779bbcd4d56d tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.60 "GET /v2.0/networks?id=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 HTTP/1.1" status: 200 len: 809 time: 0.5198786 Jun 07 17:35:58.347894 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Request body: {'port': {'device_id': '06f7213c-f79f-4862-901c-cc3982735a2d', 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46', 'admin_state_up': True, 'tenant_id': '352c2706f357495abda7c7f627564c0b'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:58.366713 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:58.369531 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:58.370798 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e729a00-9c1f-47ba-8abb-e2eab5f8a514 HTTP/1.1" status: 204 len: 168 time: 0.7367640 Jun 07 17:35:58.382179 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2a63668e-32a8-4aae-b855-f7f139660b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:58.433300 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e729a00-9c1f-47ba-8abb-e2eab5f8a514,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:58.453540 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:58.664756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-4766ca29-e969-4ca5-a994-657aa3fa1d24 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:58.666184 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-4766ca29-e969-4ca5-a994-657aa3fa1d24 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.2851694 Jun 07 17:35:58.685060 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Request body: {'port': {'device_id': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'admin_state_up': True, 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:58.708102 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Made reservation on behalf of 352c2706f357495abda7c7f627564c0b for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:58.712020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.012074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:35:59.016249 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.037643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Allocated IP 172.20.0.14 (6f094be2-a2fc-4ff4-ad82-9431ad6d9d46/4e0978c3-80b6-47e6-9442-557bfb44caeb/e5d41774-5e9c-4945-ab3d-65abb49bc584) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:59.114406 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60022) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:59.144054 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.197730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3fd12-e95d-45d2-a9e0-5791c19e9bf9 req-3f881800-c0a2-404d-a5ef-9a779f39417f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:59.204642 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-91a3fd12-e95d-45d2-a9e0-5791c19e9bf9 req-3f881800-c0a2-404d-a5ef-9a779f39417f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1370382 Jun 07 17:35:59.296491 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-91a3fd12-e95d-45d2-a9e0-5791c19e9bf9 req-b85cd1c0-2e3c-4645-a514-30087bfbaebf tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909576 Jun 07 17:35:59.439275 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.450342 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.466653 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.474521 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-282cc1c9-0ecd-4bc6-ba78-763567951229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:59.497255 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Allocated IP 172.20.0.12 (03215051-29c7-427b-a5b7-038bfcc6e444/96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79/3c1a8cad-de43-4198-b235-e83ee7cf840f) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:35:59.561243 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-40957c23-b3c0-4e82-bfdf-fa0c5a43fd18 req-955f7579-4e90-4650-854c-36bca3955f4b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 210 time: 0.0779889 Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:35:59.574518 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:35:59.580069 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18689334801b41858152776d22fb7f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594579 Jun 07 17:35:59.580069 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6c43a-04eb-4f50-bdff-454b693338aa,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:59.581733 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60044) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:35:59.607509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:35:59.607635 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:35:59.611954 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:35:59.615770 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:35:59.685755 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f491-dd04-417b-964c-0050dda4dbf5 req-9e824d19-0e8e-42a3-9c19-13043308ae5c tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:59.687220 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dba6f491-dd04-417b-964c-0050dda4dbf5 req-9e824d19-0e8e-42a3-9c19-13043308ae5c tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 932 time: 0.1950791 Jun 07 17:35:59.692470 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.699715 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:35:59.700309 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.759869 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-c3e4b3cf-4721-439a-9df0-3b1656ba3631 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4083705 Jun 07 17:35:59.770537 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Request body: {'port': {'device_id': '06f7213c-f79f-4862-901c-cc3982735a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:35:59.806983 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.837170 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dba6f491-dd04-417b-964c-0050dda4dbf5 req-cc1627e7-bdc1-4fe8-bec9-3183b704fea4 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416626 Jun 07 17:35:59.878616 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.881336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:35:59.887693 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35b6c43a-04eb-4f50-bdff-454b693338aa HTTP/1.1" status: 204 len: 168 time: 0.3027050 Jun 07 17:35:59.887693 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-426364f1-cb10-4238-b7db-c79dee6d0a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:35:59.908380 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6c43a-04eb-4f50-bdff-454b693338aa,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:35:59.913909 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:00.080461 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.096177 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.256181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:00.260724 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:00.429546 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Network 03215051-29c7-427b-a5b7-038bfcc6e444 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:00.432518 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:00.441221 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:00.554254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9786bd0-db9c-471b-a323-f2d4547c645c req-286d10c8-914c-47ce-b695-66be8159b8cb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:00.556230 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f9786bd0-db9c-471b-a323-f2d4547c645c req-286d10c8-914c-47ce-b695-66be8159b8cb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1003919 Jun 07 17:36:00.584967 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:00.585582 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.587129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60096) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:00.611244 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60104) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:00.631451 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-0c115203-a38f-453b-9780-28ccd5147da4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9508097 Jun 07 17:36:00.636139 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f9786bd0-db9c-471b-a323-f2d4547c645c req-f0744415-511d-4f3e-9886-fe292d8215b7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Jun 07 17:36:00.692572 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Request body: {'port': {'device_id': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:00.768528 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.832320 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d41774-5e9c-4945-ab3d-65abb49bc584 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:00.856257 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.862813 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.907913 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.913171 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.948152 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Transition to ACTIVE for port object e5d41774-5e9c-4945-ab3d-65abb49bc584 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:00.949684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b9040102-4924-4277-bc77-12af590f2e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:00.965268 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfa55d020f8e4da79eac31c4b167f522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766739 Jun 07 17:36:00.967839 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60116) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:00.971724 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:00.997773 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.014168 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:01.022297 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f15608f-337e-403e-a9f8-c9bb944d6885,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:01.026105 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:01.082489 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4787df-6473-4c47-ae67-6a0424c738da req-887a09a1-e195-43ed-bde0-49dd9f39a7c2 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:01.083423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021167c-e586-4e40-b045-78308fa4a5c5 req-68349ac0-43bc-4a79-aa93-067d36faa720 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:01.084034 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1b4787df-6473-4c47-ae67-6a0424c738da req-887a09a1-e195-43ed-bde0-49dd9f39a7c2 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 944 time: 0.1008871 Jun 07 17:36:01.084896 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3021167c-e586-4e40-b045-78308fa4a5c5 req-68349ac0-43bc-4a79-aa93-067d36faa720 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 932 time: 0.3431785 Jun 07 17:36:01.138138 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1b4787df-6473-4c47-ae67-6a0424c738da req-a91ff7b8-802e-4780-81d4-d2120ab97002 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 Jun 07 17:36:01.274488 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d41774-5e9c-4945-ab3d-65abb49bc584,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:01.312926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:01.383797 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.430611 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3021167c-e586-4e40-b045-78308fa4a5c5 req-e1a6e9cc-cc7d-4e63-87f8-df1c00e92856 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194225 Jun 07 17:36:01.481852 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-21e5cf31-9b2a-4558-827f-911b3b3df631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.497357 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.631606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Attempting to bind port e5d41774-5e9c-4945-ab3d-65abb49bc584 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:01.631606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Attempting to bind port e5d41774-5e9c-4945-ab3d-65abb49bc584 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '5781117f-09b7-42ea-99c7-03ff31d29562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:01.631606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Attempting to bind port e5d41774-5e9c-4945-ab3d-65abb49bc584 on network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:01.644987 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.646604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Port e5d41774-5e9c-4945-ab3d-65abb49bc584 on network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:36:01.646892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Attempting to bind port e5d41774-5e9c-4945-ab3d-65abb49bc584 on network 6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:01.701967 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.719516 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-254ee96b-41b1-4fdd-877e-14edf859d45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:01.728598 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:01.729186 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Checking segment: {'id': '5781117f-09b7-42ea-99c7-03ff31d29562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:01.729781 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Bound using segment: {'id': '5781117f-09b7-42ea-99c7-03ff31d29562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:01.730363 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Bound port: e5d41774-5e9c-4945-ab3d-65abb49bc584, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5781117f-09b7-42ea-99c7-03ff31d29562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:01.730867 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.792415 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.794922 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.796192 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f15608f-337e-403e-a9f8-c9bb944d6885 HTTP/1.1" status: 204 len: 168 time: 0.8231580 Jun 07 17:36:01.845970 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=531697a99ceb40499d56f4b08d287cda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2332988 Jun 07 17:36:01.855561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60150) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:01.866610 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284f3b2e-69ba-451a-946d-cab70f92dc86,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:01.875065 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:01.877678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3bd46f64-c1b1-45ec-8966-e1e8c0d437d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:01.904447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f15608f-337e-403e-a9f8-c9bb944d6885,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:01.911623 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:01.964254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b27ea-2ebf-4f35-9ecc-1176c3b71819 req-6ca703e8-f2aa-4bc9-ae60-bbcae7c4b036 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:01.969931 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:01.973181 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a08b27ea-2ebf-4f35-9ecc-1176c3b71819 req-6ca703e8-f2aa-4bc9-ae60-bbcae7c4b036 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.2050772 Jun 07 17:36:01.993306 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:01.993750 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584,segment=NetworkSegment(5781117f-09b7-42ea-99c7-03ff31d29562),segment_id=5781117f-09b7-42ea-99c7-03ff31d29562)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:02.001136 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.003504 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1a8cad-de43-4198-b235-e83ee7cf840f {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:02.013932 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:02.054227 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a08b27ea-2ebf-4f35-9ecc-1176c3b71819 req-5d4b3f04-cf3a-4dad-bc3f-40041b7f9368 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800085 Jun 07 17:36:02.055105 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.062183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.095387 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Transition to ACTIVE for port object 3c1a8cad-de43-4198-b235-e83ee7cf840f will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:02.099499 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:02.100319 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.101889 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5d41774-5e9c-4945-ab3d-65abb49bc584 HTTP/1.1" status: 200 len: 1094 time: 2.3411341 Jun 07 17:36:02.102553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:02.104896 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94" -d '{"events": [{"name": "network-changed", "server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:02.112652 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.129422 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d41774-5e9c-4945-ab3d-65abb49bc584,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:02.134553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:02.135461 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-42cceb92-7e6b-44aa-bc78-d5c942e99e50 tempest-DeleteServersTestJSON-545556504 tempest-DeleteServersTestJSON-545556504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:02.151674 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.155176 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.156486 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/284f3b2e-69ba-451a-946d-cab70f92dc86 HTTP/1.1" status: 204 len: 168 time: 0.2982769 Jun 07 17:36:02.158351 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-08a57218-ed67-4320-b046-4948762adcb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:02.195703 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f3b2e-69ba-451a-946d-cab70f92dc86,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:02.200295 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:02.358014 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a5a0f9-92b1-4bbb-b472-a8dff2881e71 x-openstack-request-id: req-f8a5a0f9-92b1-4bbb-b472-a8dff2881e71 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:02.360120 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:02.360477 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8a5a0f9-92b1-4bbb-b472-a8dff2881e71 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:02.362681 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584', 'status': 'completed', 'code': 200} Jun 07 17:36:02.410141 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941338b1-1518-424f-9999-aa68183e2686 req-41dfb789-d92f-4cdb-94ff-504bf6b04093 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:02.414530 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-941338b1-1518-424f-9999-aa68183e2686 req-41dfb789-d92f-4cdb-94ff-504bf6b04093 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 944 time: 0.1344466 Jun 07 17:36:02.481310 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-941338b1-1518-424f-9999-aa68183e2686 req-501fc956-cd64-491b-a2ee-dcd6cd1521bc tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Jun 07 17:36:02.507151 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60180) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:02.514810 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a8cad-de43-4198-b235-e83ee7cf840f,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:02.525031 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:02.542785 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.568979 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Attempting to bind port 3c1a8cad-de43-4198-b235-e83ee7cf840f on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:02.569359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Attempting to bind port 3c1a8cad-de43-4198-b235-e83ee7cf840f by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:02.569642 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Attempting to bind port 3c1a8cad-de43-4198-b235-e83ee7cf840f on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:02.576155 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-2c4d49ca-6ea0-4008-8617-3e349b584c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:02.577733 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-2c4d49ca-6ea0-4008-8617-3e349b584c58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=352c2706f357495abda7c7f627564c0b&device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 1097 time: 0.3510089 Jun 07 17:36:02.578422 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Port 3c1a8cad-de43-4198-b235-e83ee7cf840f on network 03215051-29c7-427b-a5b7-038bfcc6e444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:36:02.579276 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Attempting to bind port 3c1a8cad-de43-4198-b235-e83ee7cf840f on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:02.585086 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:02.585505 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Checking segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:02.585800 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Bound using segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:02.586225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Bound port: 3c1a8cad-de43-4198-b235-e83ee7cf840f, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:02.586572 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.666545 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-8e9faf48-2df5-48c7-a617-43f551655538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584 HTTP/1.1" status: 200 len: 217 time: 0.0702355 Jun 07 17:36:02.752057 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd20d-f8a7-4f43-bae1-b788bdc62c59 req-30d1269e-4f63-4dab-ba00-134a9ddfe5a1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:02.756745 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bf9fd20d-f8a7-4f43-bae1-b788bdc62c59 req-30d1269e-4f63-4dab-ba00-134a9ddfe5a1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 944 time: 0.1507258 Jun 07 17:36:02.800236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-e4886e3f-fcbb-4d3f-a6ea-4ccc3ea343ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:02.801750 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-e4886e3f-fcbb-4d3f-a6ea-4ccc3ea343ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e0978c3-80b6-47e6-9442-557bfb44caeb HTTP/1.1" status: 200 len: 849 time: 0.1038771 Jun 07 17:36:02.812078 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:02.823798 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:02.830480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60186) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:02.863817 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.873345 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-e91c7072-b0cb-43c8-a6b7-895986edb48e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546002 Jun 07 17:36:02.875119 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.878798 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.880675 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:02.883922 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bf9fd20d-f8a7-4f43-bae1-b788bdc62c59 req-fa6a7576-5d8e-4e5b-bb9a-1eb2facc0114 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181130 Jun 07 17:36:02.890987 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:02.902314 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5426d9ff-8b92-4fc8-b83b-75ef2c1396e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:02.962156 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bb0365c98dc4017acae56687ec55b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536657 Jun 07 17:36:02.969333 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60188) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:02.969613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc7ccd-57a0-4db3-aa5b-b03ad82f28cd,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:02.974429 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:03.038418 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:03.039260 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.040782 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-be300562-2f93-44b3-b109-2756c757da57 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c1a8cad-de43-4198-b235-e83ee7cf840f HTTP/1.1" status: 200 len: 1094 time: 2.3882153 Jun 07 17:36:03.072854 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.077793 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.089528 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bc66112e-67af-4ae4-b97a-3420edf90cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:03.142991 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20f29ed164c846a3906166b8629ae469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112004 Jun 07 17:36:03.145806 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78abcbd4-1dac-4701-a6b7-ce9d4b4f11aa,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:03.148164 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60194) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:03.160886 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:03.220992 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.249161 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.315866 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.318740 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.320642 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78abcbd4-1dac-4701-a6b7-ce9d4b4f11aa HTTP/1.1" status: 204 len: 168 time: 0.1709614 Jun 07 17:36:03.320953 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-246ca8bd-09ae-4880-927f-82e85badbf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:03.322625 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1a8cad-de43-4198-b235-e83ee7cf840f,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:03.341189 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78abcbd4-1dac-4701-a6b7-ce9d4b4f11aa,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:03.349874 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:03.398307 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-22cea059-5f43-459c-a235-3307067a5a0e service neutron] 10.222.0.60 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675617 Jun 07 17:36:03.403522 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:03.454727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60204) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:03.562924 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.620239 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.629692 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-5750c6b3-078b-46f4-b8f0-6e07d506ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:03.631221 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-5750c6b3-078b-46f4-b8f0-6e07d506ee96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 1097 time: 0.4405341 Jun 07 17:36:03.646734 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-31004b0f-8d6d-4f8d-8b19-fea49f373919 req-4ab95041-c883-4f87-8108-7dd81da6b129 service neutron] 10.222.0.60 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371163 Jun 07 17:36:03.727644 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c299f-2d32-4921-96eb-5acad86bfcd6 req-5cc22bba-f748-432b-851b-d94e24609f95 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:03.737084 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a53c299f-2d32-4921-96eb-5acad86bfcd6 req-5cc22bba-f748-432b-851b-d94e24609f95 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 944 time: 0.1131053 Jun 07 17:36:03.778799 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-8f6812c5-f375-43e3-a8c7-c29ba105b4ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f HTTP/1.1" status: 200 len: 217 time: 0.1359694 Jun 07 17:36:03.795163 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a53c299f-2d32-4921-96eb-5acad86bfcd6 req-deda929d-ef1b-4c1f-bb04-486d8aeed9dd tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569012 Jun 07 17:36:03.832997 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.858926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93758e9-1e68-458a-bc25-f196943eccae req-21bb4ed8-f777-43b9-9db3-93a354e88506 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:03.860482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a93758e9-1e68-458a-bc25-f196943eccae req-21bb4ed8-f777-43b9-9db3-93a354e88506 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.5996599 Jun 07 17:36:03.933172 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-46444280-89e2-4bb7-a314-64f29655069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:03.934858 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-46444280-89e2-4bb7-a314-64f29655069c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.1382751 Jun 07 17:36:03.952943 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a93758e9-1e68-458a-bc25-f196943eccae req-9bb666ba-8cca-4581-9bb2-5e11c63301e3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762219 Jun 07 17:36:03.990128 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.992819 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:03.993908 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1efc7ccd-57a0-4db3-aa5b-b03ad82f28cd HTTP/1.1" status: 204 len: 168 time: 1.0138278 Jun 07 17:36:03.997921 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.009162 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.011119 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2f400ee5-da62-4e37-9338-2a8016ab3536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:04.019446 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:04.025508 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-ac5e2a55-9cc9-4041-98e3-fd2879f1880c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758865 Jun 07 17:36:04.027493 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.031868 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-fe4d8d24-e0a1-4d48-b35c-66224734464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:04.033935 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-fe4d8d24-e0a1-4d48-b35c-66224734464b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=352c2706f357495abda7c7f627564c0b&device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 1097 time: 0.3104169 Jun 07 17:36:04.035077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc7ccd-57a0-4db3-aa5b-b03ad82f28cd,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:04.056034 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:04.097385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba07ff8a-ad55-45e0-aab1-4bb6ce21c990,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:04.102975 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:04.109533 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56f2238d794140aa989f9a2f9a7ac441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532044 Jun 07 17:36:04.112118 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60226) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:04.177377 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.178976 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c6563b4f-a4cd-458f-8e80-98dbc428da52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.205993 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.271452 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.274470 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:04.276820 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba07ff8a-ad55-45e0-aab1-4bb6ce21c990 HTTP/1.1" status: 204 len: 168 time: 0.1628652 Jun 07 17:36:04.278225 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-da6fe611-38d7-465f-a237-b341e0005a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:04.292034 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba07ff8a-ad55-45e0-aab1-4bb6ce21c990,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:04.295717 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:04.409325 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:04.411604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:04.514155 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-1ce3a1ff-aba9-456a-9036-28f10800025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:04.515618 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-1ce3a1ff-aba9-456a-9036-28f10800025c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 HTTP/1.1" status: 200 len: 910 time: 0.4579322 Jun 07 17:36:04.517138 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b00ba-026c-4606-aa3a-c6778ae55a3b x-openstack-request-id: req-366b00ba-026c-4606-aa3a-c6778ae55a3b {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:04.517512 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:04.517853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-366b00ba-026c-4606-aa3a-c6778ae55a3b {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:04.518254 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f', 'status': 'completed', 'code': 200} Jun 07 17:36:04.590380 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-d5d002c7-3b73-486c-8e8a-f2dd656e777e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584 HTTP/1.1" status: 200 len: 217 time: 0.0649362 Jun 07 17:36:04.658352 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b0b5c-e498-44c0-bd76-e76291f1d1cb req-8523635d-a19b-4bce-8012-de10b9aaa202 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:04.659791 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e46b0b5c-e498-44c0-bd76-e76291f1d1cb req-8523635d-a19b-4bce-8012-de10b9aaa202 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 944 time: 0.5392711 Jun 07 17:36:04.665725 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-7e58eb26-4efd-4dee-9ab8-16b7d15da1f1 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282837 Jun 07 17:36:04.759603 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-c3f2de6d-0bee-4121-aa42-ec3b08e641a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:04.761122 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-c3f2de6d-0bee-4121-aa42-ec3b08e641a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4e0978c3-80b6-47e6-9442-557bfb44caeb HTTP/1.1" status: 200 len: 849 time: 0.1513059 Jun 07 17:36:04.782482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e46b0b5c-e498-44c0-bd76-e76291f1d1cb req-74fbf480-caac-4a87-a2e0-a52389693af5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117318 Jun 07 17:36:04.883378 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-d7861666-f75f-4f45-ad44-aae3b57f93b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453820 Jun 07 17:36:04.935284 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60266) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:04.959183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.032515 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-1820406f-cb19-4bbc-b85a-0af4e5172fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347094 Jun 07 17:36:05.102891 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbdbda47-1308-4d71-a864-ae4e3bfb0186 req-e3978034-a4d7-49be-bb21-720e599f6524 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157262 Jun 07 17:36:05.316104 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50b132-9e22-4fb2-88a2-2682f8dac25e req-0b3c31ff-e811-48ad-ab4a-eccddaa2e775 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:05.317608 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-db50b132-9e22-4fb2-88a2-2682f8dac25e req-0b3c31ff-e811-48ad-ab4a-eccddaa2e775 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 944 time: 0.2701020 Jun 07 17:36:05.329949 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.358376 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1a6d44cb-2ebb-4b28-adcb-2142f33d2e94 req-ab534242-930b-4b3f-8405-49482daf3a9f service neutron] 10.222.0.60 "GET /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021264 Jun 07 17:36:05.383807 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.394327 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-db50b132-9e22-4fb2-88a2-2682f8dac25e req-97b34f8d-1904-4457-a444-9330c9a8d232 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594335 Jun 07 17:36:05.395919 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.403754 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-5b022752-b6dc-4e60-bb38-e885e8c849d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:05.404425 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-5b022752-b6dc-4e60-bb38-e885e8c849d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 1097 time: 0.1825118 Jun 07 17:36:05.407533 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:05.429921 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39dd24-937e-4690-a6de-608263685435 req-ab57e991-83af-48ab-9fd1-364adc393199 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:05.431541 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aa39dd24-937e-4690-a6de-608263685435 req-ab57e991-83af-48ab-9fd1-364adc393199 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.3070276 Jun 07 17:36:05.455034 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b51e64140704688ab31d2ff37d1f242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183380 Jun 07 17:36:05.456813 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf154c9-4a76-4252-8c65-d435dc086059,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:05.459429 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60282) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:05.475900 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:05.575043 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.612023 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.673841 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.676280 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:05.679816 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cf154c9-4a76-4252-8c65-d435dc086059 HTTP/1.1" status: 204 len: 168 time: 0.2054098 Jun 07 17:36:05.679816 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-011a065d-cbc9-4ace-bf5f-fc55e405cda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:05.690592 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf154c9-4a76-4252-8c65-d435dc086059,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:05.693680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:05.704086 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aa39dd24-937e-4690-a6de-608263685435 req-9e249932-ccdf-48a1-9763-4e7647d704f7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089822 Jun 07 17:36:05.749704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-5f6d4dd2-0784-4cc3-9ea0-36410e647532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:05.756567 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-5f6d4dd2-0784-4cc3-9ea0-36410e647532 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 916 time: 0.3195441 Jun 07 17:36:05.846909 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-99add82b-5a9c-4bee-910b-d03c8bcbbcaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f HTTP/1.1" status: 200 len: 217 time: 0.0814471 Jun 07 17:36:05.957193 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-7446bc59-e721-42c6-b550-1d3917590121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:05.958608 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-7446bc59-e721-42c6-b550-1d3917590121 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.0736930 Jun 07 17:36:06.021649 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433ffb9-ed42-49a9-8bb0-3dfd3f72edd3 req-95c4c856-8a37-4f28-8ace-6e0a515ab533 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:06.030157 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2433ffb9-ed42-49a9-8bb0-3dfd3f72edd3 req-95c4c856-8a37-4f28-8ace-6e0a515ab533 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 944 time: 0.1101029 Jun 07 17:36:06.052052 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-83e1b033-3643-4451-8d54-139c44e4188d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628169 Jun 07 17:36:06.082402 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2433ffb9-ed42-49a9-8bb0-3dfd3f72edd3 req-db1f64d9-f8eb-4d3b-a86e-9c77f53ceb88 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 Jun 07 17:36:06.226722 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-960dba74-174e-42b9-a4cd-ecccd61a44c7 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532180 Jun 07 17:36:06.486712 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e7a9fdd1-3ba5-47ec-b7b5-0fa2ee6bdd6c req-c27d4177-eabd-4562-84f3-536fb6e2de7f service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461967 Jun 07 17:36:06.678528 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281050ec-26c8-4063-b04d-ef3efdd9441d req-d060188e-7de6-4c57-8b85-fb2d0ab7e1dd tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:06.683117 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-281050ec-26c8-4063-b04d-ef3efdd9441d req-d060188e-7de6-4c57-8b85-fb2d0ab7e1dd tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 944 time: 0.1304772 Jun 07 17:36:06.756232 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-281050ec-26c8-4063-b04d-ef3efdd9441d req-fa1a7a35-763b-4ae6-afeb-ac7031985d92 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Jun 07 17:36:06.761260 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60340) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:06.947428 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316bcbf-3d57-400f-b81f-b829f98b82e8 req-2e58dbea-a55c-4e2f-b406-3cacb4912cad tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:06.953019 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5316bcbf-3d57-400f-b81f-b829f98b82e8 req-2e58dbea-a55c-4e2f-b406-3cacb4912cad tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.0939698 Jun 07 17:36:06.977445 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:06.987634 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.150705 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5316bcbf-3d57-400f-b81f-b829f98b82e8 req-0b290834-1d3e-46ef-8ffd-3dfe0704b28c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616340 Jun 07 17:36:07.205006 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device e5d41774-5e9c-4945-ab3d-65abb49bc584 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:36:07.255863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.262583 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.277613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b010e6d0-600b-4494-b740-a0f4a27b2689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:07.324046 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f4b3997ca8847ceaac5904672d65622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651562 Jun 07 17:36:07.325119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c6649-48b5-4c93-b940-d2932236d4e8,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:07.329700 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:07.330832 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60360) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:07.334290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806eef9-6136-4c3d-8a92-186f25ec56c6 req-5ddd6b89-c00f-4ff0-813a-ebacf8a138ba tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:07.342114 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a806eef9-6136-4c3d-8a92-186f25ec56c6 req-5ddd6b89-c00f-4ff0-813a-ebacf8a138ba tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 944 time: 0.1027632 Jun 07 17:36:07.406117 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.424122 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a806eef9-6136-4c3d-8a92-186f25ec56c6 req-d9254bba-b6fc-4f83-b4c1-70fc447d4138 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801325 Jun 07 17:36:07.487353 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584,segment=NetworkSegment(5781117f-09b7-42ea-99c7-03ff31d29562),segment_id=5781117f-09b7-42ea-99c7-03ff31d29562)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:07.491151 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.504809 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'e5d41774-5e9c-4945-ab3d-65abb49bc584', 'network_id': '6f094be2-a2fc-4ff4-ad82-9431ad6d9d46', 'port_id': 'e5d41774-5e9c-4945-ab3d-65abb49bc584', 'mac_address': 'fa:16:3e:24:79:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e0978c3-80b6-47e6-9442-557bfb44caeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:36:07.531037 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-7cc03dea-0f15-407f-98ba-d6c8b3471286 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990620 Jun 07 17:36:07.585296 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.605395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.608467 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.609612 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/067c6649-48b5-4c93-b940-d2932236d4e8 HTTP/1.1" status: 204 len: 168 time: 0.2778101 Jun 07 17:36:07.610406 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:07.615135 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d41774-5e9c-4945-ab3d-65abb49bc584 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:07.632053 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c6649-48b5-4c93-b940-d2932236d4e8,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:07.634517 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:07.640725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584,segment=NetworkSegment(5781117f-09b7-42ea-99c7-03ff31d29562),segment_id=5781117f-09b7-42ea-99c7-03ff31d29562)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:07.659009 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:07.661399 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:07.743464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-c159fbf9-9fd4-4e7d-a273-eab311f7b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:07.745051 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-c159fbf9-9fd4-4e7d-a273-eab311f7b8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.0789418 Jun 07 17:36:07.746249 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=e5d41774-5e9c-4945-ab3d-65abb49bc584,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:07.756187 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.756962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.757467 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.758239 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.758759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.759267 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.759783 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.760285 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.760825 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.761433 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.761814 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.762153 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:07.766434 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:07.961160 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['e5d41774-5e9c-4945-ab3d-65abb49bc584'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:08.019527 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-4ee47c3c-2bba-4cf1-ba13-26d61c9d095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:08.021099 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-4ee47c3c-2bba-4cf1-ba13-26d61c9d095b service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.2489424 Jun 07 17:36:08.067127 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60394) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:08.098923 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:08.108433 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daec8a-36b5-4c8e-8880-0e5597e632ce req-d8942257-9f53-4252-a0ed-d0e26a7edff7 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:08.110439 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-20daec8a-36b5-4c8e-8880-0e5597e632ce req-d8942257-9f53-4252-a0ed-d0e26a7edff7 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 945 time: 0.1893308 Jun 07 17:36:08.120381 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-8cb5623e-4ec0-4453-aad6-d0fbb2d4c035 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.0896809 Jun 07 17:36:08.240241 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-20daec8a-36b5-4c8e-8880-0e5597e632ce req-b806c4ea-c838-491a-af17-ed04cf076547 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215928 Jun 07 17:36:08.261467 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-a329ab97-aef5-49a9-afd1-afc9dc7c2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:08.262888 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-a329ab97-aef5-49a9-afd1-afc9dc7c2ae7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1229384 Jun 07 17:36:08.357853 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-b332e037-f78b-4cad-b4de-03b019d74494 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845246 Jun 07 17:36:08.367208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60404) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:08.433944 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:08.447440 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:08.457222 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cbbc4098-235d-4c8e-94f8-490e3655a932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:08.489078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6568801a-1321-46d1-8ccf-aa4c3a75a3c4,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:08.496937 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:08.523819 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31fe5a8003c545179a823a6a7823f719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556160 Jun 07 17:36:08.527126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60416) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:08.542789 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf273f-6b30-450e-8571-80a592004908 req-69b20677-ba77-4b8a-9b91-f9a061a110ef tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:08.544496 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-39cf273f-6b30-450e-8571-80a592004908 req-69b20677-ba77-4b8a-9b91-f9a061a110ef tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1756973 Jun 07 17:36:08.618014 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-39cf273f-6b30-450e-8571-80a592004908 req-ad41567e-179e-4380-958a-7d726de815c3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Jun 07 17:36:08.696777 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-e361b226-0928-4e1e-a7a6-c84730507389 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182929 Jun 07 17:36:08.764041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:08.813715 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:08.943707 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.007296 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd20ba8-5ab1-4424-a2b0-d18b76a0ad06 req-b41b9204-520d-40fc-af7d-2c41e17f14b7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:09.008817 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6cd20ba8-5ab1-4424-a2b0-d18b76a0ad06 req-b41b9204-520d-40fc-af7d-2c41e17f14b7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 944 time: 0.3652358 Jun 07 17:36:09.075283 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc40bfa6-ef86-4623-9e35-b14df0cd948f req-61793f7a-d896-48be-bfb6-4cbcb5daf1ca service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515983 Jun 07 17:36:09.110083 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6cd20ba8-5ab1-4424-a2b0-d18b76a0ad06 req-04a6dbe3-d554-406e-9afa-5970ed59f195 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Jun 07 17:36:09.151839 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.154323 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.157149 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6568801a-1321-46d1-8ccf-aa4c3a75a3c4 HTTP/1.1" status: 204 len: 168 time: 0.6188014 Jun 07 17:36:09.161708 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-61a62593-6a79-42f5-b183-902f7a3b8409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:09.185232 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6568801a-1321-46d1-8ccf-aa4c3a75a3c4,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:09.187552 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:09.190253 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.205175 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.216374 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 3c1a8cad-de43-4198-b235-e83ee7cf840f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:36:09.218699 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device e5d41774-5e9c-4945-ab3d-65abb49bc584 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:09.223911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:09.287585 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429fc748-a400-4218-9d75-556dc3b1a7e2,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:09.291990 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:09.332173 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60460) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:09.333975 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef95720e2fae4adbb7f240f55a6698cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9647782 Jun 07 17:36:09.427595 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.433607 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port e5d41774-5e9c-4945-ab3d-65abb49bc584 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:09.451678 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port e5d41774-5e9c-4945-ab3d-65abb49bc584 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:09.452186 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.536226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.606667 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b439d-b522-4354-a672-ac6b49483e12 req-d994b447-3ad7-4037-91be-f7e601208ff5 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:09.614487 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac7b439d-b522-4354-a672-ac6b49483e12 req-d994b447-3ad7-4037-91be-f7e601208ff5 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 945 time: 0.1895730 Jun 07 17:36:09.665767 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:09.689496 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '3c1a8cad-de43-4198-b235-e83ee7cf840f', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'port_id': '3c1a8cad-de43-4198-b235-e83ee7cf840f', 'mac_address': 'fa:16:3e:69:a4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:36:09.713227 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.718524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.727792 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/429fc748-a400-4218-9d75-556dc3b1a7e2 HTTP/1.1" status: 204 len: 168 time: 0.3938301 Jun 07 17:36:09.737504 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8b73016a-63f6-4124-a200-08680f072f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:09.748698 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.767855 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.793533 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584,segment=NetworkSegment(5781117f-09b7-42ea-99c7-03ff31d29562),segment_id=5781117f-09b7-42ea-99c7-03ff31d29562)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:09.796748 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:09.799661 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e7a097-bc41-4a13-be20-3f4eb27ea717" -d '{"events": [{"server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:09.811047 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac7b439d-b522-4354-a672-ac6b49483e12 req-8138cc65-4313-4183-b0d8-56af52cb2e30 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952703 Jun 07 17:36:09.812381 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429fc748-a400-4218-9d75-556dc3b1a7e2,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:09.819205 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.821289 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:09.823030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:09.880731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1a8cad-de43-4198-b235-e83ee7cf840f {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:09.898731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:09.906395 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d86804-8b6f-4072-8b47-419924900691 req-8309895d-3578-430b-b1be-ff592c4e3f9b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:09.917633 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-64d86804-8b6f-4072-8b47-419924900691 req-8309895d-3578-430b-b1be-ff592c4e3f9b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1630249 Jun 07 17:36:09.947287 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291268b9-6ef0-4849-8c62-4737cb06ed26 x-openstack-request-id: req-291268b9-6ef0-4849-8c62-4737cb06ed26 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:09.947580 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:09.947840 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-291268b9-6ef0-4849-8c62-4737cb06ed26 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:09.948224 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584', 'code': 200} Jun 07 17:36:09.955234 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:09.984367 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=e5d41774-5e9c-4945-ab3d-65abb49bc584,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:09.992727 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:09.993166 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:09.999591 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-64d86804-8b6f-4072-8b47-419924900691 req-41792fb0-9466-47fd-8014-1de23f633551 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800855 Jun 07 17:36:10.097501 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=3c1a8cad-de43-4198-b235-e83ee7cf840f,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:10.103563 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:10.248704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388c5d-f922-48be-9792-6bfda8591e40 req-edb3a365-8665-40df-9ee3-3b63fe5d69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:10.250487 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-61388c5d-f922-48be-9792-6bfda8591e40 req-edb3a365-8665-40df-9ee3-3b63fe5d69d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 1099 time: 0.0950193 Jun 07 17:36:10.291514 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60500) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:10.294826 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:10.314768 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.473243 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.480891 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.494508 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-61388c5d-f922-48be-9792-6bfda8591e40 req-80a944d4-7a7e-42f1-b24c-4c88092cbc42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354600 Jun 07 17:36:10.524069 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6b5e3029-150a-4cdf-8c33-05d91fa737d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:10.559856 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df75b03bc8e4f26b4e61fda69b55de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670145 Jun 07 17:36:10.561201 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250c518-d9b9-4799-86d5-191dfe340108,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:10.565664 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60510) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:10.583389 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194ebad-26b5-4a77-9619-2d3e34190869 req-8af8b312-b545-4f0e-a76e-6e44728fc900 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:10.589161 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4194ebad-26b5-4a77-9619-2d3e34190869 req-8af8b312-b545-4f0e-a76e-6e44728fc900 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 945 time: 0.3027639 Jun 07 17:36:10.629646 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60514) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:10.667279 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:10.708981 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4194ebad-26b5-4a77-9619-2d3e34190869 req-d887ddc1-9b4e-4ceb-8b94-ff1bb55d3bda tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123154 Jun 07 17:36:10.721659 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.762389 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.796697 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-626582811-network', 'tenant_id': 'f8c862782d614f5987409fbbb412b5a3'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:10.822255 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Made reservation on behalf of f8c862782d614f5987409fbbb412b5a3 for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:10.823698 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.825137 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.826222 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.827363 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0250c518-d9b9-4799-86d5-191dfe340108 HTTP/1.1" status: 204 len: 168 time: 0.2494323 Jun 07 17:36:10.828046 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bbfae1de-9c2a-4987-bd33-809fa81d0a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:10.846695 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.850091 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250c518-d9b9-4799-86d5-191dfe340108,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:10.868664 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:10.972019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.975779 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:10.979047 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-63fccf82-62da-4da6-8c65-af3b4f04bd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:11.008422 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:36:11.020044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242abe7c-8a03-4337-b6b5-6fc398ea25be,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:11.024187 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:11.025266 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.025698 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Added segment 68d75588-e10d-4131-934f-46f8d6681e18 of type vlan for network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 Jun 07 17:36:11.027950 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723aaccf-206e-43b5-b322-04427f392961 req-02e0c7c3-7ecb-4cec-b398-f1e864f479d9 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:11.029829 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-723aaccf-206e-43b5-b322-04427f392961 req-02e0c7c3-7ecb-4cec-b398-f1e864f479d9 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 946 time: 0.0977924 Jun 07 17:36:11.055706 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.097567 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.099278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:11.099859 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.105003 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b22ac58d-6ebf-4596-9f1d-ce882fd70be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:11.113397 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-723aaccf-206e-43b5-b322-04427f392961 req-01872778-4858-4ca1-971c-bad597ff6005 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640779 Jun 07 17:36:11.199633 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5688095 Jun 07 17:36:11.202783 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60534) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:11.207893 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Request body: {'subnet': {'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-626582811-subnet', 'tenant_id': 'f8c862782d614f5987409fbbb412b5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:11.232514 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Made reservation on behalf of f8c862782d614f5987409fbbb412b5a3 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:11.235937 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31528772'] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.271206 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Pushing event updated for resources: {'Network': ['ID=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:11.274250 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:11.286902 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:36:11.318837 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef4d2-ce9a-403f-a956-de4a1d889eeb req-7a6d2047-a971-4407-8820-6540b87bfe5b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:11.320611 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f2ef4d2-ce9a-403f-a956-de4a1d889eeb req-7a6d2047-a971-4407-8820-6540b87bfe5b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1710513 Jun 07 17:36:11.396122 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0f2ef4d2-ce9a-403f-a956-de4a1d889eeb req-37f503c8-fcf4-4f43-bc70-28bb4650df84 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Jun 07 17:36:11.503546 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-397332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31528826'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.507308 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dae33be7-ffd3-447b-a463-7643e2b4c43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:11.582427 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:11.588210 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:11.592353 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Checking segment: {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:11.592728 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Network hostable DHCP agents. Network: 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:36:11.609238 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:36:11.619076 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:11.623481 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:11.624057 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.630097 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b314810-efec-4c05-b371-c076608e6299 None None] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:11.643971 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4400036 Jun 07 17:36:11.659038 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60550) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:11.828325 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-668090180-network', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:11.862400 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Made reservation on behalf of 2b99f6eded3d4b0482b7db94419c354b for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:11.864940 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:11.882042 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8175d33-7d35-446e-b2cd-46f8ec3bbf45 None None] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:11.899247 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.040752 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0212863-76f3-481a-848b-30d9edf5bad3 req-af18a261-d016-4257-9118-2236041af9d8 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:12.042602 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b0212863-76f3-481a-848b-30d9edf5bad3 req-af18a261-d016-4257-9118-2236041af9d8 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 945 time: 0.1301029 Jun 07 17:36:12.135695 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b0212863-76f3-481a-848b-30d9edf5bad3 req-8660d454-1220-4c9a-9f66-4b38623c0bf6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Jun 07 17:36:12.155637 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.161131 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.166803 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a1a2a4f5-50e1-4ec9-8b86-8932f59a7da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:12.195072 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:36:12.209987 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d7b1ac-1f9e-46b0-9ad4-292979a5d211,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:12.214639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:12.215904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.216290 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Added segment 7fe5ef45-9bcc-457b-b04d-66573d9a6204 of type vlan for network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 Jun 07 17:36:12.252891 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.272101 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60582) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:12.293042 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.301508 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:12.302134 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.322290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:12.335454 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.468976 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.475125 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8120763 Jun 07 17:36:12.475125 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3545ba-348c-4f21-b0dc-ccbb32140e51,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:12.477477 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60596) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:12.483356 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:36:12.505471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05cc9f-9550-4bcf-bb1c-27e42bdabbbb req-a3ab1b60-33f3-4a63-ab86-754d7056e8ac tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:12.506025 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Request body: {'subnet': {'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-668090180-subnet', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:12.509217 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:12.514131 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de05cc9f-9550-4bcf-bb1c-27e42bdabbbb req-a3ab1b60-33f3-4a63-ab86-754d7056e8ac tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 946 time: 0.2022800 Jun 07 17:36:12.567554 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Made reservation on behalf of 2b99f6eded3d4b0482b7db94419c354b for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:12.571479 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.db.api [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 17:36:12.571479 dv-cinder-789564-3-smb neutron-server[91900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 17:36:12.571479 dv-cinder-789564-3-smb neutron-server[91900]: [parameters: {'project_id_1': 'aae406b1cc56403094545f18155041d4', 'expiration_1': datetime.datetime(2021, 6, 7, 17, 36, 12, 517494)}] Jun 07 17:36:12.571479 dv-cinder-789564-3-smb neutron-server[91900]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 17:36:12.574542 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_db.api [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 17:36:12.576425 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:12.609833 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de05cc9f-9550-4bcf-bb1c-27e42bdabbbb req-64266988-1c01-4a8f-bfc8-cbe86049a2be tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 Jun 07 17:36:12.811588 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f4243-7b48-4da6-ac62-37ec1a8c4c61 req-eab553cd-43cb-4f7c-9b90-06923cc4198b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:12.813681 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e39f4243-7b48-4da6-ac62-37ec1a8c4c61 req-eab553cd-43cb-4f7c-9b90-06923cc4198b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1960809 Jun 07 17:36:12.923202 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e39f4243-7b48-4da6-ac62-37ec1a8c4c61 req-69d10c06-af60-4070-a004-9526fa22387c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975115 Jun 07 17:36:12.994744 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.000034 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:13.075729 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.076706 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9baf7602-feb2-43a1-ad59-bdeb65f9ea96,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:13.080213 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:13.085317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Checking segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:13.085760 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Network hostable DHCP agents. Network: 6c3545ba-348c-4f21-b0dc-ccbb32140e51, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:36:13.108707 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:36:13.125274 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, 6c3545ba-348c-4f21-b0dc-ccbb32140e51) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:13.138138 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c4998-40f2-45f8-9e0a-88b88f1d3417 None None] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:13.139738 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:13.143005 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.234654 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.235422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 3c1a8cad-de43-4198-b235-e83ee7cf840f up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:13.241836 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.255999 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7606809 Jun 07 17:36:13.256283 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60614) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:13.260744 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:13.292187 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b8fd451a-2ad5-4b59-8886-82deef593ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:13.306522 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.307556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.341397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.383196 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aae406b1cc56403094545f18155041d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109908 Jun 07 17:36:13.387297 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60616) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:13.401874 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41b321-6e6e-4972-b937-a8fafaed42f6,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:13.405388 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:13.442217 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 3c1a8cad-de43-4198-b235-e83ee7cf840f completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:13.447638 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 3c1a8cad-de43-4198-b235-e83ee7cf840f triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:13.448017 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.450270 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25543d-e218-4721-be36-921a43813b13 req-518c09f0-5632-4149-ac71-9d696e9affd9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:13.451864 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef25543d-e218-4721-be36-921a43813b13 req-518c09f0-5632-4149-ac71-9d696e9affd9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 945 time: 0.2004671 Jun 07 17:36:13.478111 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:36:13.478936 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.492133 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.535258 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.547445 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef25543d-e218-4721-be36-921a43813b13 req-f8db1b1c-5f2d-49c4-8bae-5c9121d9b2d8 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Jun 07 17:36:13.606806 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.609724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.613362 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d41b321-6e6e-4972-b937-a8fafaed42f6 HTTP/1.1" status: 204 len: 168 time: 0.2228553 Jun 07 17:36:13.613362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9058333e-3c79-42ba-bb1f-db43ab18aa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:13.625470 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41b321-6e6e-4972-b937-a8fafaed42f6,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:13.627943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.633297 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:13.725071 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.773212 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Allocated IP 172.20.0.2 (6c3545ba-348c-4f21-b0dc-ccbb32140e51/9baf7602-feb2-43a1-ad59-bdeb65f9ea96/c45826e1-15ac-45ae-beef-d9b3f69ac04a) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:13.854945 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:13.857364 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48176cfe-21e8-458f-86ba-1a716c9f3b86" -d '{"events": [{"server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:13.937864 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:13.950705 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:13.957706 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6252abf5-f7aa-4fcd-9a1d-74c2ef483ea3 x-openstack-request-id: req-6252abf5-f7aa-4fcd-9a1d-74c2ef483ea3 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:13.958085 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "name": "network-vif-plugged", "status": "completed", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:13.958405 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6252abf5-f7aa-4fcd-9a1d-74c2ef483ea3 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:13.958885 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f', 'code': 200} Jun 07 17:36:13.959530 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:14.248856 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=3c1a8cad-de43-4198-b235-e83ee7cf840f,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:14.252476 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c547cb-1158-4033-99fb-e9ff695594b2 req-c46b2ca0-b173-4aff-9e1a-4f0e2890e332 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:14.255500 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:14.256485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.262176 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-33c547cb-1158-4033-99fb-e9ff695594b2 req-c46b2ca0-b173-4aff-9e1a-4f0e2890e332 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1194623 Jun 07 17:36:14.276381 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Transition to ACTIVE for port object c45826e1-15ac-45ae-beef-d9b3f69ac04a will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:14.309408 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-33c547cb-1158-4033-99fb-e9ff695594b2 req-83533a64-ac2b-4863-b9cb-d39ddba3f0c2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Jun 07 17:36:14.319823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Transition to ACTIVE for port object c45826e1-15ac-45ae-beef-d9b3f69ac04a will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:14.327354 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:14.328021 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:14.365614 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:14.367041 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:14.369759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:14.420858 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.447028 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60658) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:14.462254 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.503350 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Attempting to bind port c45826e1-15ac-45ae-beef-d9b3f69ac04a on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:14.503712 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Attempting to bind port c45826e1-15ac-45ae-beef-d9b3f69ac04a by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:14.504091 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Attempting to bind port c45826e1-15ac-45ae-beef-d9b3f69ac04a on network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:14.509651 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:14.510049 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Checking segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:14.510434 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.510832 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Bound using segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:14.511298 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Bound port: c45826e1-15ac-45ae-beef-d9b3f69ac04a, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:14.511680 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.715937 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] For port c45826e1-15ac-45ae-beef-d9b3f69ac04a, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:14.723052 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] For port c45826e1-15ac-45ae-beef-d9b3f69ac04a, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c45826e1-15ac-45ae-beef-d9b3f69ac04a,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:14.736835 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.742035 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:14.788170 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-5e6c0e65-577b-4d02-be39-03e978c0ed4c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:14.796855 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-5e6c0e65-577b-4d02-be39-03e978c0ed4c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 808 time: 0.2381124 Jun 07 17:36:14.818605 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:14.838895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed14458-2228-45ee-9c3a-615cc935d3f8 req-4fc144a9-f674-41d7-8b5f-0018a3b01345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:14.841530 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8ed14458-2228-45ee-9c3a-615cc935d3f8 req-4fc144a9-f674-41d7-8b5f-0018a3b01345 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 1099 time: 0.5430748 Jun 07 17:36:14.854541 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-d5aa1f42-34c6-4cf4-bad9-e7b14111ef2a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/quotas/f8c862782d614f5987409fbbb412b5a3 HTTP/1.1" status: 200 len: 375 time: 0.0568237 Jun 07 17:36:14.889873 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Pushing event updated for resources: {'Port': ['ID=c45826e1-15ac-45ae-beef-d9b3f69ac04a,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:14.901581 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:15.014610 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-f7bdc10e-595e-4398-8b69-df83bf64b6ae tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352086 Jun 07 17:36:15.021433 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73cb70-55bf-42d8-93ec-7e324adaa3b4 req-82394037-ea5a-44f2-8542-2bdf732693b4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:15.022941 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ff73cb70-55bf-42d8-93ec-7e324adaa3b4 req-82394037-ea5a-44f2-8542-2bdf732693b4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.2689555 Jun 07 17:36:15.098640 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8ed14458-2228-45ee-9c3a-615cc935d3f8 req-5d64ad68-d2ef-442e-8e73-2729c6a3e4fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398524 Jun 07 17:36:15.120406 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ff73cb70-55bf-42d8-93ec-7e324adaa3b4 req-dd0acc00-63c9-4df4-b542-19aa61986bf3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841670 Jun 07 17:36:15.159879 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.176622 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.207298 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a9460eac-3362-47d2-9a7f-b06788f0e4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:15.261605 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Allocated IP 172.28.3.248 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/f8c35875-1fdd-4823-9177-d21fec9f20b7) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:15.285509 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3771a094e104a83bcd5d56f12f73667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348329 Jun 07 17:36:15.285509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce35f12-b669-418a-bda7-90af5efc1d34,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:15.286826 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60692) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:15.289156 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:15.367934 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.377349 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-80d039ef-2bd5-4ebe-9731-29191847a47e service neutron] 10.222.0.25 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547640 Jun 07 17:36:15.410330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.503610 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.506632 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.507753 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ce35f12-b669-418a-bda7-90af5efc1d34 HTTP/1.1" status: 204 len: 168 time: 0.2197502 Jun 07 17:36:15.508732 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-486cf38b-8a19-4380-a164-1167de58a613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:15.527572 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce35f12-b669-418a-bda7-90af5efc1d34,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:15.536327 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:15.638516 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c45826e1-15ac-45ae-beef-d9b3f69ac04a up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:15.682491 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-938d3cbb-9afc-4dbf-9364-41f289e77b82 service neutron] 10.222.0.25 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042896 Jun 07 17:36:15.714095 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c211f3-8cc7-4bf1-b26a-2298f7e78a7e req-5030cc47-629e-4343-ae2c-0bb138187aa4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:15.715835 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d7c211f3-8cc7-4bf1-b26a-2298f7e78a7e req-5030cc47-629e-4343-ae2c-0bb138187aa4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1594126 Jun 07 17:36:15.770290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.840392 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d7c211f3-8cc7-4bf1-b26a-2298f7e78a7e req-5520f4fa-97b9-4918-931d-a6e2e6716fff tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174455 Jun 07 17:36:15.845808 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:15.847079 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:15.857468 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port c45826e1-15ac-45ae-beef-d9b3f69ac04a completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:15.913263 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:15.919009 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:15.930451 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:16.103420 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-efaf7716-f8be-4d2b-902c-91824f1b2856 req-479cc736-7e95-41c6-b25c-fb9184be5cad tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 210 time: 0.0988262 Jun 07 17:36:16.139448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60712) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:16.161522 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.386439 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.395068 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.420244 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6f221fe6-c3ab-425e-9639-beeed0957cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:16.476615 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2799116-7893-48ae-afcd-e8dc0c1b33dc None None] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:16.494834 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a28020bae1f4a52869ca7d941fc9a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542900 Jun 07 17:36:16.496976 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc1d3b-207a-4909-b4e8-3961b9ba8246,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:16.501293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:16.511624 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60722) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:16.627399 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Provisioning for port c45826e1-15ac-45ae-beef-d9b3f69ac04a completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:16.639209 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Provisioning complete for port c45826e1-15ac-45ae-beef-d9b3f69ac04a triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:16.640711 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.826667 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.913293 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.967079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.968611 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] For port c45826e1-15ac-45ae-beef-d9b3f69ac04a, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c45826e1-15ac-45ae-beef-d9b3f69ac04a,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:16.981023 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:16.984103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:16.984507 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e264f-b49f-4f09-b564-66023a1ca62a req-0b5513cb-faa8-4d05-9658-83e25f453b72 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:16.996452 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-262e264f-b49f-4f09-b564-66023a1ca62a req-0b5513cb-faa8-4d05-9658-83e25f453b72 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.4961338 Jun 07 17:36:17.056235 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.102065 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2090de2-982f-4a2a-a668-d337a8674fde req-519a52f2-617d-4742-a9ae-5461722f377a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:17.104661 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d2090de2-982f-4a2a-a668-d337a8674fde req-519a52f2-617d-4742-a9ae-5461722f377a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1234410 Jun 07 17:36:17.130577 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Pushing event updated for resources: {'Port': ['ID=c45826e1-15ac-45ae-beef-d9b3f69ac04a,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:17.149693 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:17.179632 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d2090de2-982f-4a2a-a668-d337a8674fde req-b00e4e12-1fed-4478-b1bc-2dbfe6f166a3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Jun 07 17:36:17.241380 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-262e264f-b49f-4f09-b564-66023a1ca62a req-b89e0fda-d92d-4395-a08c-e9053495b4b4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453148 Jun 07 17:36:17.320166 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-5c272b0a-7f3f-403f-81fe-2c6d6b2f8a64 None None] Provisioning complete for port c45826e1-15ac-45ae-beef-d9b3f69ac04a triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:17.320681 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5c272b0a-7f3f-403f-81fe-2c6d6b2f8a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.534547 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c45826e1-15ac-45ae-beef-d9b3f69ac04a up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:17.664946 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port c45826e1-15ac-45ae-beef-d9b3f69ac04a triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:17.665672 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.675599 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.677641 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:17.678745 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9acc1d3b-207a-4909-b4e8-3961b9ba8246 HTTP/1.1" status: 204 len: 168 time: 1.1659276 Jun 07 17:36:17.858430 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2f700a7a-1364-4027-9128-fe3c6bcd73d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:17.871951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-0ed10601-e6a0-47cd-841d-c4b8a3a7e3a3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:17.873482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-0ed10601-e6a0-47cd-841d-c4b8a3a7e3a3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 808 time: 0.1832175 Jun 07 17:36:17.893362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Request body: {'port': {'device_id': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87', 'admin_state_up': True, 'tenant_id': 'f8c862782d614f5987409fbbb412b5a3'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:17.979824 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc1d3b-207a-4909-b4e8-3961b9ba8246,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:18.019214 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-69c64eda-67e1-4a5d-82cf-70d97d59fb38 req-363d87cb-f219-43aa-b889-a4707551c866 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 210 time: 0.3298976 Jun 07 17:36:18.024883 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:18.042376 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.097095 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b448ce-dec7-4bd4-90b7-9ac51fd82280 req-f95dc7ca-67c9-4fef-958a-0912a62058a0 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:18.101643 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-84b448ce-dec7-4bd4-90b7-9ac51fd82280 req-f95dc7ca-67c9-4fef-958a-0912a62058a0 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 946 time: 0.2850890 Jun 07 17:36:18.216917 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-84b448ce-dec7-4bd4-90b7-9ac51fd82280 req-65f57aa1-cd3e-4e6e-bb15-d9b5f7cc74e7 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069200 Jun 07 17:36:18.476556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Made reservation on behalf of f8c862782d614f5987409fbbb412b5a3 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:18.480127 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.510964 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60786) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:18.536110 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.649719 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.655241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.662218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-73f04e6c-d77b-4a23-abe7-115e2ad3b550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:18.706564 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c12f8c4216d24d7ab47cebb0c570c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1914024 Jun 07 17:36:18.706564 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a6a1b4-850c-4328-ad82-75bd6bfffcb8,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:18.707028 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60792) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:18.708737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:18.764236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7fd1-13a9-460d-bcdf-80cc7bdf53d3 req-5df43449-ee47-42ab-a413-57960e514f24 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:18.765748 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80fb7fd1-13a9-460d-bcdf-80cc7bdf53d3 req-5df43449-ee47-42ab-a413-57960e514f24 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.4082654 Jun 07 17:36:18.793121 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.827208 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.845651 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Router 9fa94125-5cd6-4264-8607-e004918e9888 is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:36:18.902943 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.906219 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:18.910480 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69a6a1b4-850c-4328-ad82-75bd6bfffcb8 HTTP/1.1" status: 204 len: 168 time: 0.2004888 Jun 07 17:36:18.910480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0b40bc60-dc31-4ca6-9f54-d399e5d65f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:18.927701 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a6a1b4-850c-4328-ad82-75bd6bfffcb8,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:18.931231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:18.963568 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-80fb7fd1-13a9-460d-bcdf-80cc7bdf53d3 req-e506b887-e383-4a49-95e4-87edef46f3b1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895778 Jun 07 17:36:19.032479 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Allocated IP 172.20.0.2 (5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87/18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2/85631c8f-ab90-4fb8-95f3-257c2977a025) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:19.189242 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3345e5da-029c-4ced-a0b5-96d3b3cbec6f req-e1cc4101-bc78-4404-b9f3-1578733e8bca tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 210 time: 0.0452814 Jun 07 17:36:19.224911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:19.234148 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Sync routers for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:19.281963 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:19.282653 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:19.342253 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ed476-9ec6-4074-adb7-31c423120f01 req-d47301b9-0fa2-4851-a743-77b687b494f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:19.343731 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-484ed476-9ec6-4074-adb7-31c423120f01 req-d47301b9-0fa2-4851-a743-77b687b494f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1099 time: 0.3792224 Jun 07 17:36:19.424600 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:19.428573 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60818) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:19.429060 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1fca3c29-d0d7-4cd3-bf4a-a4e1409f81d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1713557 Jun 07 17:36:19.430347 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-484ed476-9ec6-4074-adb7-31c423120f01 req-0839d043-980c-4bbc-b092-50b89bc6cdaf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Jun 07 17:36:19.472130 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:19.516499 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:19.519213 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:19.538804 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:19.540509 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:19.542322 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:19.565180 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:19.682230 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:19.682624 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:19.723764 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-7c575439-c4fa-4549-a6f5-3fada76ce237 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8344908 Jun 07 17:36:19.733877 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-3306c159-c158-4f5d-893e-b9358da615c6 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:19.736322 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-3306c159-c158-4f5d-893e-b9358da615c6 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.60 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 946 time: 0.1332288 Jun 07 17:36:19.741443 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Request body: {'port': {'device_id': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:19.889489 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:16Z', 'revision_number': 3, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:19.914943 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Checking router: 9fa94125-5cd6-4264-8607-e004918e9888 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:19.915600 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Updating router 9fa94125-5cd6-4264-8607-e004918e9888 port f8c35875-1fdd-4823-9177-d21fec9f20b7 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:19.971350 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b832f-bbd8-41a8-be3a-809fe921c228 req-30ee8191-bffb-4f65-a471-b86e7305dc54 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:19.973090 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-158b832f-bbd8-41a8-be3a-809fe921c228 req-30ee8191-bffb-4f65-a471-b86e7305dc54 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 946 time: 0.4455173 Jun 07 17:36:19.998369 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.086458 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.272503 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-158b832f-bbd8-41a8-be3a-809fe921c228 req-d3a12ce0-b54f-486f-9926-64a198c67b26 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773361 Jun 07 17:36:20.642115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Deleting port e5d41774-5e9c-4945-ab3d-65abb49bc584 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:36:20.642701 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.709967 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.737290 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Transition to ACTIVE for port object f8c35875-1fdd-4823-9177-d21fec9f20b7 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:20.757528 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.762846 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-d6dc13be-a37a-4cab-ba6e-c91a450a31af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:20.806493 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 60890) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:20.839088 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7450410-2ea6-4317-a0be-22c87d11f4de req-2dccf8f8-25a2-4230-86f8-8f9515737860 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:20.846853 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f7450410-2ea6-4317-a0be-22c87d11f4de req-2dccf8f8-25a2-4230-86f8-8f9515737860 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.5225766 Jun 07 17:36:20.848303 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Pushing event updated for resources: {'Port': ['ID=f8c35875-1fdd-4823-9177-d21fec9f20b7,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:20.868053 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.868393 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.868758 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.869085 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.869409 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.871828 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.877121 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.877452 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.877787 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.882156 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.883091 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.885024 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:20.910391 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:20.956931 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Attempting to bind port f8c35875-1fdd-4823-9177-d21fec9f20b7 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:20.957614 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Attempting to bind port f8c35875-1fdd-4823-9177-d21fec9f20b7 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:20.958176 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Attempting to bind port f8c35875-1fdd-4823-9177-d21fec9f20b7 on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:20.965007 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:20.966014 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:20.966655 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.967291 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:20.967987 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Bound port: f8c35875-1fdd-4823-9177-d21fec9f20b7, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:20.968636 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:20.998234 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5553d-6cc4-478a-9825-1c01d5570b00 req-bd1d6bce-fa00-4252-a2b2-1f9ede083683 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:21.006657 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fec5553d-6cc4-478a-9825-1c01d5570b00 req-bd1d6bce-fa00-4252-a2b2-1f9ede083683 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 931 time: 0.3137262 Jun 07 17:36:21.022359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] For port e5d41774-5e9c-4945-ab3d-65abb49bc584, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=e5d41774-5e9c-4945-ab3d-65abb49bc584,segment=NetworkSegment(5781117f-09b7-42ea-99c7-03ff31d29562),segment_id=5781117f-09b7-42ea-99c7-03ff31d29562)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:21.022717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.045142 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f7450410-2ea6-4317-a0be-22c87d11f4de req-1fe4a882-7df2-495b-b510-0e1f14a8e9ec tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973679 Jun 07 17:36:21.050986 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] For port f8c35875-1fdd-4823-9177-d21fec9f20b7, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:21.064591 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] For port f8c35875-1fdd-4823-9177-d21fec9f20b7, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f8c35875-1fdd-4823-9177-d21fec9f20b7,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:21.071906 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.079104 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-31a0b5ab-9345-463e-87ff-ab85c7e2b06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:21.143420 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fec5553d-6cc4-478a-9825-1c01d5570b00 req-7bf1bb0c-de5e-43b4-a013-438b52071cba tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355364 Jun 07 17:36:21.153303 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.163236 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Pushing event updated for resources: {'Port': ['ID=f8c35875-1fdd-4823-9177-d21fec9f20b7,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:21.167834 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.169971 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:21.183551 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:21.184597 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:21.342326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Calling delete_port for e5d41774-5e9c-4945-ab3d-65abb49bc584 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:36:21.468211 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85631c8f-ab90-4fb8-95f3-257c2977a025 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:21.470150 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:21.477619 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.507311 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Transition to ACTIVE for port object 85631c8f-ab90-4fb8-95f3-257c2977a025 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:21.601579 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.611598 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:21.744581 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.745599 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.761794 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:21.789122 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a09b9be2-d2a1-46f6-8c0f-c30fb24911bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:21.825134 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9c0654-c186-4d2a-bfc5-b442d3814bdc,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:21.835768 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Allocated IP 172.20.0.1 (6c3545ba-348c-4f21-b0dc-ccbb32140e51/9baf7602-feb2-43a1-ad59-bdeb65f9ea96/c7a53802-1c24-4acf-a988-f9428873a30e) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:21.840841 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:16Z', 'revision_number': 3, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:21.841486 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:21.853267 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f3c81-e3fc-4547-9058-226c63b12bc3 None None] The sync data for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb is: [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:16Z', 'revision_number': 3, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:36:21.897172 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c88ed57d70504d82bc7792247cc23d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0885353 Jun 07 17:36:21.902300 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Pushing event updated for resources: {'Port': ['ID=85631c8f-ab90-4fb8-95f3-257c2977a025,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:21.905272 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:21.912757 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 60912) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:21.913322 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:21.976383 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54712822-5390-4d26-b343-c0b64cf8d356 req-7dbaabbe-a9fa-40ec-9791-5d18a9f0e137 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:21.985637 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54712822-5390-4d26-b343-c0b64cf8d356 req-7dbaabbe-a9fa-40ec-9791-5d18a9f0e137 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/ports?device_id=06f7213c-f79f-4862-901c-cc3982735a2d HTTP/1.1" status: 200 len: 867 time: 0.3604705 Jun 07 17:36:22.053446 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] No DVR routers for this DVR port e5d41774-5e9c-4945-ab3d-65abb49bc584 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:36:22.056850 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.059086 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a62f47bd-eb8d-4eb5-b481-6fffa5e00677 req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.60 "DELETE /v2.0/ports/e5d41774-5e9c-4945-ab3d-65abb49bc584 HTTP/1.1" status: 204 len: 173 time: 2.2871640 Jun 07 17:36:22.091537 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'name': 'network-vif-deleted', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:22.098093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dd3f2d-c3ca-4b93-a413-26d155149ab4" -d '{"events": [{"server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "name": "network-vif-deleted", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:22.100773 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Pushing event deleted for resources: {'Port': ['ID=e5d41774-5e9c-4945-ab3d-65abb49bc584,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:22.115911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:22.130540 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54712822-5390-4d26-b343-c0b64cf8d356 req-28001b3c-f92e-4aa0-9a7c-f068e68e2320 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4c66714-d4ea-48f3-a354-77df7d6ec5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378660 Jun 07 17:36:22.226083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.271416 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.274815 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Transition to ACTIVE for port object c7a53802-1c24-4acf-a988-f9428873a30e will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:22.323201 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72784a1-df14-4d97-a059-057180d81cec x-openstack-request-id: req-a72784a1-df14-4d97-a059-057180d81cec {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:22.323511 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7213c-f79f-4862-901c-cc3982735a2d", "name": "network-vif-deleted", "tag": "e5d41774-5e9c-4945-ab3d-65abb49bc584", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:22.323787 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a72784a1-df14-4d97-a059-057180d81cec {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:22.324206 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7213c-f79f-4862-901c-cc3982735a2d', 'name': 'network-vif-deleted', 'tag': 'e5d41774-5e9c-4945-ab3d-65abb49bc584', 'status': 'completed', 'code': 200} Jun 07 17:36:22.342643 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:22.343756 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:22.365961 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:22.367489 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:22.370557 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:22.375362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Attempting to bind port 85631c8f-ab90-4fb8-95f3-257c2977a025 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:22.375362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Attempting to bind port 85631c8f-ab90-4fb8-95f3-257c2977a025 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:22.375362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Attempting to bind port 85631c8f-ab90-4fb8-95f3-257c2977a025 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:22.392339 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.398220 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Port 85631c8f-ab90-4fb8-95f3-257c2977a025 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:36:22.398542 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Attempting to bind port 85631c8f-ab90-4fb8-95f3-257c2977a025 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:22.472186 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:22.472507 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Checking segment: {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:22.476077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Bound using segment: {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:22.476658 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Bound port: 85631c8f-ab90-4fb8-95f3-257c2977a025, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:22.477017 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.498779 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.600916 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.603466 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.604748 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c9c0654-c186-4d2a-bfc5-b442d3814bdc HTTP/1.1" status: 204 len: 168 time: 0.6516073 Jun 07 17:36:22.627497 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-71308e55-817a-4d04-9540-97889bb2b064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:22.653022 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9c0654-c186-4d2a-bfc5-b442d3814bdc,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:22.668073 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790197cd-610c-4900-92cb-97d5a898e247 req-7297faf6-2a26-46d2-8dea-3cc375aaa860 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:22.686585 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-790197cd-610c-4900-92cb-97d5a898e247 req-7297faf6-2a26-46d2-8dea-3cc375aaa860 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.3601017 Jun 07 17:36:22.708351 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:22.712648 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-43b9cd30-04bd-4211-bec1-85b96c8ec814 None None] Provisioning for port c7a53802-1c24-4acf-a988-f9428873a30e completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:22.734377 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:22.736439 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-43b9cd30-04bd-4211-bec1-85b96c8ec814 None None] Provisioning complete for port c7a53802-1c24-4acf-a988-f9428873a30e triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:22.738337 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-43b9cd30-04bd-4211-bec1-85b96c8ec814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.741032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=85631c8f-ab90-4fb8-95f3-257c2977a025,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:22.777573 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.797969 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-790197cd-610c-4900-92cb-97d5a898e247 req-7912577c-eed3-4a36-a1a0-eb7b7f720fb4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102397 Jun 07 17:36:22.800578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.829785 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d12921-96e7-428b-be64-ca2b1f38e6c7 req-bfed2eed-196e-4daf-8d06-b5224be828c0 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:22.829785 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-42d12921-96e7-428b-be64-ca2b1f38e6c7 req-bfed2eed-196e-4daf-8d06-b5224be828c0 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 943 time: 0.3771911 Jun 07 17:36:22.835856 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:22.884453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-43b9cd30-04bd-4211-bec1-85b96c8ec814 None None] Port c7a53802-1c24-4acf-a988-f9428873a30e cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:22.958824 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:22.959493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:22.960969 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] 10.222.0.60 "PUT /v2.0/ports/85631c8f-ab90-4fb8-95f3-257c2977a025 HTTP/1.1" status: 200 len: 1093 time: 3.2236056 Jun 07 17:36:22.988551 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Pushing event updated for resources: {'Port': ['ID=85631c8f-ab90-4fb8-95f3-257c2977a025,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:22.993540 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:23.087675 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-42d12921-96e7-428b-be64-ca2b1f38e6c7 req-ce45c9ec-d26b-4738-b275-8e080ceb60bc tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450855 Jun 07 17:36:23.232214 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-34ac5109-978d-40b8-9b5d-476efd0e9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:23.233727 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-34ac5109-978d-40b8-9b5d-476efd0e9830 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 1096 time: 0.1768112 Jun 07 17:36:23.257657 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device e5d41774-5e9c-4945-ab3d-65abb49bc584 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:36:23.280522 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.290545 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.317995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: e5d41774-5e9c-4945-ab3d-65abb49bc584 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:36:23.318810 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device e5d41774-5e9c-4945-ab3d-65abb49bc584 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:36:23.328069 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:23.333887 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-fc6b3b2a-eeda-400e-a4ea-dedf009babc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85631c8f-ab90-4fb8-95f3-257c2977a025 HTTP/1.1" status: 200 len: 217 time: 0.0881920 Jun 07 17:36:23.489971 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f8c35875-1fdd-4823-9177-d21fec9f20b7 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:23.519891 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.544455 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Pushing event updated for resources: {'Port': ['ID=c7a53802-1c24-4acf-a988-f9428873a30e,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:23.550921 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:23.581143 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-fbad6cf1-c618-4384-b3b2-ab992533972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:23.582792 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-fbad6cf1-c618-4384-b3b2-ab992533972b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 HTTP/1.1" status: 200 len: 848 time: 0.2118914 Jun 07 17:36:23.588385 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port f8c35875-1fdd-4823-9177-d21fec9f20b7 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:23.590311 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-46bf9f35-d37e-43f6-a0c5-6ce7857d6f54 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:23.592108 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-46bf9f35-d37e-43f6-a0c5-6ce7857d6f54 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.2571566 Jun 07 17:36:23.601484 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port f8c35875-1fdd-4823-9177-d21fec9f20b7 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:23.601867 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.647858 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-e3d40ed7-42ce-4119-9c45-aa029db638ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545058 Jun 07 17:36:23.660175 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-d8004437-c9ba-45a5-950f-99d7d90861ff tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/quotas/2173e6f8bc934f07a24c7c8f014763ac HTTP/1.1" status: 200 len: 375 time: 0.0112040 Jun 07 17:36:23.762800 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e5f1-696f-4146-bb7d-0ba4502e9529 req-c905986f-3ff5-4549-b82c-ce073f0de8b3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:23.771312 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a707e5f1-696f-4146-bb7d-0ba4502e9529 req-c905986f-3ff5-4549-b82c-ce073f0de8b3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.4466641 Jun 07 17:36:23.784081 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.805787 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port f8c35875-1fdd-4823-9177-d21fec9f20b7, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f8c35875-1fdd-4823-9177-d21fec9f20b7,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:23.826449 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:23.828292 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:23.887110 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a707e5f1-696f-4146-bb7d-0ba4502e9529 req-8c70d315-33c7-4cb8-9e16-063c95a61779 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134870 Jun 07 17:36:23.889639 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:23.896929 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:23.961671 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=f8c35875-1fdd-4823-9177-d21fec9f20b7,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:23.967010 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:24.063693 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-4b08489e-077e-4e11-8155-d4e022fe9331 service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974617 Jun 07 17:36:24.316841 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Router 9fa94125-5cd6-4264-8607-e004918e9888 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:36:24.336696 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-0d9399d4-4bfb-4157-9c66-ed89a0117a33 None None] Provisioning complete for port c7a53802-1c24-4acf-a988-f9428873a30e triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:24.337504 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-0d9399d4-4bfb-4157-9c66-ed89a0117a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:24.439937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:24.442684 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:24.475497 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a3c7ed9-3501-4138-9e72-1c3389523b9b req-a607db79-d253-4158-9056-b2cf8f7a2bcc service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692262 Jun 07 17:36:24.480660 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-a40ca2e1-149a-4a13-adf2-3bac0d10447a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8131342 Jun 07 17:36:24.581609 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-0d9399d4-4bfb-4157-9c66-ed89a0117a33 None None] Port c7a53802-1c24-4acf-a988-f9428873a30e cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:24.794231 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-a71cd780-e02f-495f-afbd-71fa7c960a1d service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000150 Jun 07 17:36:24.823880 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:24.831794 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-05222d76-662e-4384-8429-e88ac699cd77 admin admin] 10.222.0.25 "PUT /v2.0/routers/9fa94125-5cd6-4264-8607-e004918e9888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4011791 Jun 07 17:36:24.845560 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Sync routers for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:24.863510 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:24.870750 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:24.899050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db8fd5-cfc2-4f57-ae01-98bef2ba1d2a req-d156fc02-e4f9-4686-8495-19d95f09ef07 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:24.916900 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-44db8fd5-cfc2-4f57-ae01-98bef2ba1d2a req-d156fc02-e4f9-4686-8495-19d95f09ef07 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 943 time: 0.3044367 Jun 07 17:36:25.021841 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-760eb53a-3953-4a10-8d8e-776cc9b7f571 service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266951 Jun 07 17:36:25.033499 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-44db8fd5-cfc2-4f57-ae01-98bef2ba1d2a req-212bcd9c-eebf-4621-96e2-4fbd43e4e91d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155896 Jun 07 17:36:25.094630 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b329b-c8f1-442a-9e24-b6de78585264 x-openstack-request-id: req-c29b329b-c8f1-442a-9e24-b6de78585264 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:25.094957 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:25.095405 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c29b329b-c8f1-442a-9e24-b6de78585264 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:25.095831 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025', 'status': 'completed', 'code': 200} Jun 07 17:36:25.278386 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a74c77cf-fbe2-485b-bf4e-3a0a0be9f6ec req-1f7ca8e6-6468-4433-9660-6be7b2c1460e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 210 time: 0.0548937 Jun 07 17:36:25.295905 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-dd282ab8-3f36-4506-8a44-065af74d2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:25.298684 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-dd282ab8-3f36-4506-8a44-065af74d2170 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 1096 time: 0.1604393 Jun 07 17:36:25.364749 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:25.525475 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f8c35875-1fdd-4823-9177-d21fec9f20b7 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:25.564457 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-25f99996-7cd5-4879-b0c8-61f99a893dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:25.566450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-25f99996-7cd5-4879-b0c8-61f99a893dce service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 909 time: 0.2593617 Jun 07 17:36:25.688789 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-518c38d9-0528-45fa-a66d-cd0102e99f65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85631c8f-ab90-4fb8-95f3-257c2977a025 HTTP/1.1" status: 200 len: 217 time: 0.0948465 Jun 07 17:36:25.689583 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 32808) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:25.694661 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-782505385-network', 'tenant_id': 'f273abe510334733bee5c0703ec395aa'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:25.725212 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Made reservation on behalf of f273abe510334733bee5c0703ec395aa for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:25.729199 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:25.746471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:25.807398 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-c33aa8fb-d557-467c-9b75-266876d51ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:25.808844 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-c33aa8fb-d557-467c-9b75-266876d51ba9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 HTTP/1.1" status: 200 len: 848 time: 0.1122470 Jun 07 17:36:25.819480 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port f8c35875-1fdd-4823-9177-d21fec9f20b7 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:25.819994 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:25.932418 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-79c57d63-6f52-4a7f-865c-12f83c68576e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117277 Jun 07 17:36:25.961979 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:25.967036 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:25.995219 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:36:26.010211 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5707607e-61c5-4f33-b28a-fec06214c769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:26.047176 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.048400 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Added segment 3c72409d-5f11-4284-a8c2-74a1403ec5f9 of type vlan for network ed238a24-8627-45e7-af67-8f8ea336d5b6 Jun 07 17:36:26.109290 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc80dc7-2fce-438a-9d9d-eff0d0c11053,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:26.145077 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:26.181779 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.230261 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-db24347c-45bb-4dd1-a335-e1b105e75ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860920 Jun 07 17:36:26.321203 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.db.resource_extend [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 17:36:26.437545 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.438507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 2, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:26.444563 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:26.445721 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.454605 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Checking router: 9fa94125-5cd6-4264-8607-e004918e9888 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:26.461319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Updating router 9fa94125-5cd6-4264-8607-e004918e9888 port c7a53802-1c24-4acf-a988-f9428873a30e binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:26.469725 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b143f20e-2c36-46a5-8177-5e654a807833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:26.589521 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.600211 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a28ac1-6538-476f-ba98-1d3c1b661c78 req-c5a62e60-c3d1-48f3-865a-9e45a211b8b3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:26.602108 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-16a28ac1-6538-476f-ba98-1d3c1b661c78 req-c5a62e60-c3d1-48f3-865a-9e45a211b8b3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 943 time: 0.4003346 Jun 07 17:36:26.615719 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9226766 Jun 07 17:36:26.616647 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 32840) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:26.618828 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c6cc2d2f-93fd-41d4-81d0-f49176b326f1 req-282efa3a-2f6a-4619-bb98-31e1db4b2c8c service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792052 Jun 07 17:36:26.631102 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Request body: {'subnet': {'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-782505385-subnet', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:26.690849 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Made reservation on behalf of f273abe510334733bee5c0703ec395aa for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:26.693905 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:26.781457 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Pushing event updated for resources: {'Network': ['ID=ed238a24-8627-45e7-af67-8f8ea336d5b6,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:26.794087 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:26.825446 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:36:26.863732 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-16a28ac1-6538-476f-ba98-1d3c1b661c78 req-4127e742-66e3-4512-8444-8e305f81a114 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492049 Jun 07 17:36:27.264348 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-688a89d9-7408-4e9f-80f4-127b5b5de6e1 req-786afa7c-bf09-42ef-b0ed-c1ec65035f7f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 210 time: 0.2282817 Jun 07 17:36:27.305610 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 85631c8f-ab90-4fb8-95f3-257c2977a025 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:36:27.377306 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5815-861f-47ae-bda5-d70471680c0d req-58e697c7-ac51-4a71-bf92-9e330f3c0481 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:27.389334 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cdef5815-861f-47ae-bda5-d70471680c0d req-58e697c7-ac51-4a71-bf92-9e330f3c0481 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1193881 Jun 07 17:36:27.448008 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-16754cac-3cc9-41db-a07b-2555b7c8c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:27.449746 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-16754cac-3cc9-41db-a07b-2555b7c8c6f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.5014892 Jun 07 17:36:27.481123 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cdef5815-861f-47ae-bda5-d70471680c0d req-46fb26aa-d5f1-4d71-823b-21b5e3835bd3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907872 Jun 07 17:36:27.512062 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:27.540525 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Transition to ACTIVE for port object c7a53802-1c24-4acf-a988-f9428873a30e will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:27.553738 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:27.560738 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-12b477f6-706b-4ba1-a40c-de5b0a998041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:27.611986 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-5ac142dc-0260-48ab-a18a-633372de6167 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:27.614646 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-5ac142dc-0260-48ab-a18a-633372de6167 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.5832701 Jun 07 17:36:27.622302 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:27.630681 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Request body: {'port': {'device_id': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'admin_state_up': True, 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:27.706747 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-84aea7de-e032-4d45-81f6-6699fb694fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:27.710126 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=85631c8f-ab90-4fb8-95f3-257c2977a025,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:27.790877 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '85631c8f-ab90-4fb8-95f3-257c2977a025', 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87', 'port_id': '85631c8f-ab90-4fb8-95f3-257c2977a025', 'mac_address': 'fa:16:3e:a2:d9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:36:27.792286 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Pushing event updated for resources: {'Port': ['ID=c7a53802-1c24-4acf-a988-f9428873a30e,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:27.798875 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:27.926681 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:27.927210 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72924732-50d4-4012-8d35-a2b4502c1866,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:27.935864 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-a1ad4a41-5768-40e1-aa76-3a730a6dae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:27.936646 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-a1ad4a41-5768-40e1-aa76-3a730a6dae7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.4625192 Jun 07 17:36:27.937485 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:27.941634 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Checking segment: {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:27.941998 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Network hostable DHCP agents. Network: ed238a24-8627-45e7-af67-8f8ea336d5b6, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:36:27.950349 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85631c8f-ab90-4fb8-95f3-257c2977a025 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:27.978096 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Attempting to bind port c7a53802-1c24-4acf-a988-f9428873a30e on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:27.978468 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Attempting to bind port c7a53802-1c24-4acf-a988-f9428873a30e by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:27.978893 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Attempting to bind port c7a53802-1c24-4acf-a988-f9428873a30e on network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:27.984060 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=85631c8f-ab90-4fb8-95f3-257c2977a025,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:27.987475 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:27.987884 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Checking segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:27.988277 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:27.988662 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Bound using segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:27.989124 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Bound port: c7a53802-1c24-4acf-a988-f9428873a30e, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:27.989492 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.002648 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.005967 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-fec5d577-54ec-42a2-97e0-3b52cac1a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:28.078107 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-2be374f7-f260-407b-be38-34d0e92227c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.1187937 Jun 07 17:36:28.150291 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=85631c8f-ab90-4fb8-95f3-257c2977a025,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:28.154500 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:28.155620 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] For port c7a53802-1c24-4acf-a988-f9428873a30e, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:28.159607 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] For port c7a53802-1c24-4acf-a988-f9428873a30e, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c7a53802-1c24-4acf-a988-f9428873a30e,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:28.167732 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.171927 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-6bf7ae66-1b9d-475b-91a0-cd8182d3e61b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:28.172922 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:36:28.187301 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:28.191745 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.212376 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, ed238a24-8627-45e7-af67-8f8ea336d5b6) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:28.214966 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-92e0881c-fe10-4a95-9ce2-407852aa0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:28.216725 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-92e0881c-fe10-4a95-9ce2-407852aa0fd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1273146 Jun 07 17:36:28.224872 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:28.225453 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.234623 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66019634-72da-41f2-bafe-9a8fc0612009 None None] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:28.337518 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611c0ca-5938-4017-845b-1571762ce4b1 req-ec90f7ce-b86c-44aa-a18a-041f6adc0729 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:28.339239 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1611c0ca-5938-4017-845b-1571762ce4b1 req-ec90f7ce-b86c-44aa-a18a-041f6adc0729 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 944 time: 0.3225126 Jun 07 17:36:28.350328 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-59fe058b-aed0-401f-b7c5-92e5cd13a34a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081898 Jun 07 17:36:28.351926 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7321980 Jun 07 17:36:28.355246 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 32872) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:28.359105 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:28.359976 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:28.364926 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:36:28.365552 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:28.420300 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.421372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.427710 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Pushing event updated for resources: {'Port': ['ID=c7a53802-1c24-4acf-a988-f9428873a30e,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:28.431306 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['85631c8f-ab90-4fb8-95f3-257c2977a025'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:28.472246 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:28.477642 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:28.666351 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1611c0ca-5938-4017-845b-1571762ce4b1 req-ad3b9665-c7fd-4519-8a41-3b3b0686a2d7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977774 Jun 07 17:36:28.760139 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:28.788061 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Allocated IP 172.20.0.7 (03215051-29c7-427b-a5b7-038bfcc6e444/96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79/ad7d7660-0689-4216-88f2-248a68dae27c) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:28.802828 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-f73e4ec9-1abf-49b8-93ca-58cf7dfcbb67 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293118 Jun 07 17:36:28.804455 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-12a5050f-ab5b-4aaf-b358-e847a8d71bb4 req-b032929f-4627-4af3-8aaf-bd3cf2b5ddf4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 210 time: 0.3394868 Jun 07 17:36:28.903877 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-ed238a24-8627-45e7-af67-8f8ea336d5b6', 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'fixed_ips': [{'subnet_id': '72924732-50d4-4012-8d35-a2b4502c1866'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:36:28.904846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.135623 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8e2b952c-c18b-4ba2-aed7-0921eb30a0c5 req-1636663a-9056-4925-9cbd-7f7d0d3ee205 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183620 Jun 07 17:36:29.203827 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.263153 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5acbca-7f0d-4777-82b5-9044aabf080f req-cb110b3f-5d7f-4116-bbe1-54ad16162bcb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:29.270384 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4d5acbca-7f0d-4777-82b5-9044aabf080f req-cb110b3f-5d7f-4116-bbe1-54ad16162bcb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.4138258 Jun 07 17:36:29.489178 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4d5acbca-7f0d-4777-82b5-9044aabf080f req-d3ae8a53-d784-4077-84e2-981c61b181db tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178316 Jun 07 17:36:29.502820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.546655 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:29.549564 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:29.559753 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Allocated IP 172.20.0.2 (ed238a24-8627-45e7-af67-8f8ea336d5b6/72924732-50d4-4012-8d35-a2b4502c1866/b2aa56f7-33be-4dc2-8daa-5860a3df4c16) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:29.586353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Network 03215051-29c7-427b-a5b7-038bfcc6e444 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:29.587550 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:29.592701 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:29.664145 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.685400 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:28Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:29.692934 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5069fc-e118-4e6b-9814-efee5a50185c None None] The sync data for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb is: [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:28Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:36:29.750089 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.778734 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:29.781085 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.848949 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4dd3787e-6cc1-42ab-87bc-a8a0923cf687 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2222855 Jun 07 17:36:29.865688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Request body: {'port': {'device_id': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:29.908310 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:29.929414 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:30.038468 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Transition to ACTIVE for port object b2aa56f7-33be-4dc2-8daa-5860a3df4c16 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:30.131638 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Transition to ACTIVE for port object b2aa56f7-33be-4dc2-8daa-5860a3df4c16 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:30.154363 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.157837 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:30.158475 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:30.197269 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Allocated IP 172.28.3.29 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/1c0e71e2-8e71-45ee-b814-6413687be593) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:30.223146 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:30.226428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:30.251982 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:30.351021 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c166-f8b7-4cbe-ace4-8b5e3dbf6b52 req-79571b68-9674-4f3a-a0bb-390043ab11be tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:30.357825 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f590c166-f8b7-4cbe-ace4-8b5e3dbf6b52 req-79571b68-9674-4f3a-a0bb-390043ab11be tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 931 time: 0.3473244 Jun 07 17:36:30.487736 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.496911 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Attempting to bind port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:30.497289 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Attempting to bind port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:30.497674 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Attempting to bind port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 on network ed238a24-8627-45e7-af67-8f8ea336d5b6 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:30.524061 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41615e-c84b-41c4-a616-c2a52d94bbe7 req-87503381-2d35-4129-b589-967bab7d6e3a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:30.533242 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0f41615e-c84b-41c4-a616-c2a52d94bbe7 req-87503381-2d35-4129-b589-967bab7d6e3a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 944 time: 0.5648105 Jun 07 17:36:30.535201 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:30.535534 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Checking segment: {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:30.538497 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.538910 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Bound using segment: {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:30.539417 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Bound port: b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:30.539967 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.634485 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:30.636023 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:30.658514 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0f41615e-c84b-41c4-a616-c2a52d94bbe7 req-ccbf695f-ac0c-490c-9a30-7c608a684bf8 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242015 Jun 07 17:36:30.685087 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:30.688848 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:30.694000 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:30.701633 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] For port b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:30.706687 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] For port b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:30.721904 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:30.733521 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:30.855731 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f590c166-f8b7-4cbe-ace4-8b5e3dbf6b52 req-eea1a779-e62b-44d9-9ec5-913cf4a434e4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044702 Jun 07 17:36:30.951476 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Pushing event updated for resources: {'Port': ['ID=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:30.959332 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:31.195088 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7d7660-0689-4216-88f2-248a68dae27c {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:31.232106 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.317807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Transition to ACTIVE for port object ad7d7660-0689-4216-88f2-248a68dae27c will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:31.328034 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 85631c8f-ab90-4fb8-95f3-257c2977a025 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:31.355300 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ba6dd-a368-4a05-be60-1d3f18f0b932 req-07ba8f11-6d47-47d5-ba48-5f936a4dffcd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:31.363494 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-113ba6dd-a368-4a05-be60-1d3f18f0b932 req-07ba8f11-6d47-47d5-ba48-5f936a4dffcd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2661576 Jun 07 17:36:31.366907 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.412462 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:31.469907 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 85631c8f-ab90-4fb8-95f3-257c2977a025 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:31.495579 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 85631c8f-ab90-4fb8-95f3-257c2977a025 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:31.496052 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.558623 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2f995b3c-905e-43a6-b847-17a1f8408e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.604650 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.662796 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c7a53802-1c24-4acf-a988-f9428873a30e up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:31.783020 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-113ba6dd-a368-4a05-be60-1d3f18f0b932 req-835ee514-480d-4451-97da-74dda2fad42f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157305 Jun 07 17:36:31.914548 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port c7a53802-1c24-4acf-a988-f9428873a30e completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:31.923040 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port c7a53802-1c24-4acf-a988-f9428873a30e triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:31.923612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.940839 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7d7660-0689-4216-88f2-248a68dae27c,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:31.949803 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:31.952425 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Attempting to bind port ad7d7660-0689-4216-88f2-248a68dae27c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:31.952624 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Attempting to bind port ad7d7660-0689-4216-88f2-248a68dae27c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:31.952951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Attempting to bind port ad7d7660-0689-4216-88f2-248a68dae27c on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:31.959439 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Port ad7d7660-0689-4216-88f2-248a68dae27c on network 03215051-29c7-427b-a5b7-038bfcc6e444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:36:31.959753 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Attempting to bind port ad7d7660-0689-4216-88f2-248a68dae27c on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:31.960976 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:31.966115 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:31.966451 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Checking segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:31.966827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Bound using segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:31.967250 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Bound port: ad7d7660-0689-4216-88f2-248a68dae27c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:31.967590 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.019891 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:32.022533 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83a1e2f-8e30-4860-b47b-c4aee6b3c1dd" -d '{"events": [{"server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "name": "network-vif-plugged", "status": "completed", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:32.051128 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=85631c8f-ab90-4fb8-95f3-257c2977a025,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:32.065684 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.068428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:32.147509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6d883-280c-4e37-a6e1-67721f34b0b8 req-a3692fbc-e415-4acd-bffa-8379b2fe0da2 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:32.155410 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbe6d883-280c-4e37-a6e1-67721f34b0b8 req-a3692fbc-e415-4acd-bffa-8379b2fe0da2 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 944 time: 0.3191798 Jun 07 17:36:32.177837 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.195632 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:32.202712 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad7d7660-0689-4216-88f2-248a68dae27c,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:32.213746 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39541e4a-7b05-406d-a72b-ca72be33cbe1 req-80b9ae33-8329-4c36-b47e-209a62dd80e3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:32.215740 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-39541e4a-7b05-406d-a72b-ca72be33cbe1 req-80b9ae33-8329-4c36-b47e-209a62dd80e3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 943 time: 0.2370720 Jun 07 17:36:32.217561 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.223153 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d9898970-8c7d-4fce-8690-9db7834e2c45 tempest-VolumesActionsTest-2146637150 tempest-VolumesActionsTest-2146637150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:32.270144 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=85631c8f-ab90-4fb8-95f3-257c2977a025,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:32.278351 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:32.289905 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bbe6d883-280c-4e37-a6e1-67721f34b0b8 req-25451e1d-d736-45cf-84f3-ac300961e101 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336269 Jun 07 17:36:32.327020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:32.327628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.329664 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad7d7660-0689-4216-88f2-248a68dae27c HTTP/1.1" status: 200 len: 1093 time: 2.4711440 Jun 07 17:36:32.330307 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:32.332057 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port c7a53802-1c24-4acf-a988-f9428873a30e, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c7a53802-1c24-4acf-a988-f9428873a30e,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:32.332461 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.339547 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa595af-69be-4169-ad6f-311f1fc4c131" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:32.341539 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:32.342411 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2aa56f7-33be-4dc2-8daa-5860a3df4c16 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:32.402044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7d7660-0689-4216-88f2-248a68dae27c,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:32.435388 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:32.523959 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:32.578888 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-39541e4a-7b05-406d-a72b-ca72be33cbe1 req-d5b36c99-c5a4-4fa7-bdf2-41556a0df8c0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124471 Jun 07 17:36:32.630057 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Router 5f007524-4066-411a-bb49-bd6e9ac9232d is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:36:32.686277 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e91889-15c0-4a15-8fc2-fea7df5125fa x-openstack-request-id: req-72e91889-15c0-4a15-8fc2-fea7df5125fa {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:32.686751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "name": "network-vif-plugged", "status": "completed", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:32.687164 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e91889-15c0-4a15-8fc2-fea7df5125fa {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:32.687832 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025', 'code': 200} Jun 07 17:36:32.704639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4cd23e44-5306-4867-9b47-8c524a1df3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:32.706787 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4cd23e44-5306-4867-9b47-8c524a1df3bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 1096 time: 0.3018284 Jun 07 17:36:32.725915 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f81af-9d44-472a-90d4-d47aba342140 None None] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:32.809486 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-e9e84326-d09d-4555-9b4b-3fbffcec6f3b None None] Provisioning for port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:32.815127 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=c7a53802-1c24-4acf-a988-f9428873a30e,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:32.825800 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:32.850225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69864acb-7456-4961-a4ac-38e707d2647f x-openstack-request-id: req-69864acb-7456-4961-a4ac-38e707d2647f {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:32.850607 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:32.850800 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69864acb-7456-4961-a4ac-38e707d2647f {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:32.851757 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c', 'status': 'completed', 'code': 200} Jun 07 17:36:32.864275 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-4ae5832d-c468-4758-a2b9-acb4ad1446b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7d7660-0689-4216-88f2-248a68dae27c HTTP/1.1" status: 200 len: 217 time: 0.1480947 Jun 07 17:36:32.955346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:32.975587 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:32.989515 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Sync routers for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:33.001596 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:33.002368 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.030346 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:33.033494 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:33.055000 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-f0654155-559a-4d8c-bf45-287d79c48738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:33.056845 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-f0654155-559a-4d8c-bf45-287d79c48738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.1738760 Jun 07 17:36:33.076924 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.083833 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-510a2baf-78b1-4a0f-a2dd-991f345ac0e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7215149 Jun 07 17:36:33.083833 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 32964) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:33.339790 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.342135 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-3961cafd-e8b1-4cd2-938e-6e296348db8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2717040 Jun 07 17:36:33.344317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5c48c-8b59-4cd6-84f8-3ed02dbcff46 req-5c9c96ff-bb96-4b8e-ada8-3c491d3e30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:33.346321 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a8c5c48c-8b59-4cd6-84f8-3ed02dbcff46 req-5c9c96ff-bb96-4b8e-ada8-3c491d3e30ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 1098 time: 0.4622602 Jun 07 17:36:33.405060 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:33.414512 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.430986 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:33.513286 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:33.637982 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c7a53802-1c24-4acf-a988-f9428873a30e up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:33.696993 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-e72061a2-f222-43f0-b33d-7bb0a58c5e05 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353102 Jun 07 17:36:33.787025 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:33.793704 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:33.816761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48e5de-a771-4db6-a506-ed38bee044d9 req-71fcd7eb-e966-4947-b87f-5473e59cd951 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:33.818436 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7d48e5de-a771-4db6-a506-ed38bee044d9 req-71fcd7eb-e966-4947-b87f-5473e59cd951 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.7501557 Jun 07 17:36:33.822268 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port c7a53802-1c24-4acf-a988-f9428873a30e triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:33.822432 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a8c5c48c-8b59-4cd6-84f8-3ed02dbcff46 req-38832aeb-c861-4424-bc3c-e43f38782f24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305425 Jun 07 17:36:33.823103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:33.952921 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7d48e5de-a771-4db6-a506-ed38bee044d9 req-e62e92a0-b289-4a40-8d99-e4f53fa0ca51 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841925 Jun 07 17:36:33.956354 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-186c81fd-503c-40c2-8ee3-955b09a9e6bd req-c596be46-144d-44f6-9502-a7c01dcbb9b9 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485127 Jun 07 17:36:34.032379 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c54a9b6e-b03c-4999-a50b-134adccb98f6 None None] Provisioning complete for port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:34.033034 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c54a9b6e-b03c-4999-a50b-134adccb98f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.069665 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.094919 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:31Z', 'revision_number': 3, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:34.101244 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Checking router: 5f007524-4066-411a-bb49-bd6e9ac9232d for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:34.101668 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Updating router 5f007524-4066-411a-bb49-bd6e9ac9232d port 1c0e71e2-8e71-45ee-b814-6413687be593 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:34.169888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbbc7b-1c7e-4801-92c9-eb52ee3d90eb req-d44a2ed1-ad84-429f-a0bf-e85a286d6e92 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:34.173770 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-94c1d681-7033-4436-9156-bdb31cae3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:34.176229 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-94c1d681-7033-4436-9156-bdb31cae3292 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 1096 time: 0.1270909 Jun 07 17:36:34.196481 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fdbbbc7b-1c7e-4801-92c9-eb52ee3d90eb req-d44a2ed1-ad84-429f-a0bf-e85a286d6e92 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.4692745 Jun 07 17:36:34.200971 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-01f5a884-7b37-4042-ba51-02d4b22fda4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.222197 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.415439 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-b0710099-9ea2-4c86-8e2a-1bcd73947fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:34.417058 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-b0710099-9ea2-4c86-8e2a-1bcd73947fe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 916 time: 0.2328489 Jun 07 17:36:34.424888 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fdbbbc7b-1c7e-4801-92c9-eb52ee3d90eb req-9838b8b7-4f3c-4093-8c3c-031a142fbf04 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268205 Jun 07 17:36:34.529553 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-4530080f-2951-438c-aafa-5a36ae46e61a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7d7660-0689-4216-88f2-248a68dae27c HTTP/1.1" status: 200 len: 217 time: 0.0998991 Jun 07 17:36:34.613288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9cac2-dd1a-4f34-bf8d-d8a8a3f22a66 req-e233d5c4-384c-4caf-bc9b-91ce7f03bd24 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:34.614779 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-77d9cac2-dd1a-4f34-bf8d-d8a8a3f22a66 req-e233d5c4-384c-4caf-bc9b-91ce7f03bd24 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 943 time: 0.3082314 Jun 07 17:36:34.621524 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-8fa82344-1fc0-4e32-b316-ebbca71e24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:34.622886 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-8fa82344-1fc0-4e32-b316-ebbca71e24c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.0886185 Jun 07 17:36:34.640102 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.652288 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Transition to ACTIVE for port object 1c0e71e2-8e71-45ee-b814-6413687be593 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:34.660257 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.664411 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:34.683816 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-534674b9-de94-4139-b50d-4adbbd30330f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447984 Jun 07 17:36:34.719936 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.737085 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199d8d-0ab8-4886-b5c1-465cbff1a9b8 None None] Pushing event updated for resources: {'Port': ['ID=1c0e71e2-8e71-45ee-b814-6413687be593,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:34.739454 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-77d9cac2-dd1a-4f34-bf8d-d8a8a3f22a66 req-043be183-4342-47c7-9a12-0d21507bfd43 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148977 Jun 07 17:36:34.772285 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df199d8d-0ab8-4886-b5c1-465cbff1a9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:34.780484 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Attempting to bind port 1c0e71e2-8e71-45ee-b814-6413687be593 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:34.780987 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Attempting to bind port 1c0e71e2-8e71-45ee-b814-6413687be593 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:34.781492 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Attempting to bind port 1c0e71e2-8e71-45ee-b814-6413687be593 on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:34.787646 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:34.788132 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:34.788634 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.789091 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:34.789624 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Bound port: 1c0e71e2-8e71-45ee-b814-6413687be593, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:34.790075 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.926564 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-2f500923-3f3c-4553-8ae2-957f6e26b89f service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124188 Jun 07 17:36:34.930930 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] For port 1c0e71e2-8e71-45ee-b814-6413687be593, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:34.935839 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] For port 1c0e71e2-8e71-45ee-b814-6413687be593, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=1c0e71e2-8e71-45ee-b814-6413687be593,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:34.944317 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:34.949889 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:35.133298 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Allocated IP 172.20.0.1 (ed238a24-8627-45e7-af67-8f8ea336d5b6/72924732-50d4-4012-8d35-a2b4502c1866/b80a896f-e3b3-472d-9962-fcb251873de9) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:35.135756 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:35.139266 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:35.228775 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199d8d-0ab8-4886-b5c1-465cbff1a9b8 None None] Pushing event updated for resources: {'Port': ['ID=1c0e71e2-8e71-45ee-b814-6413687be593,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:35.232476 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-efa595af-69be-4169-ad6f-311f1fc4c131 req-7a9bda92-a34a-4691-b2cb-736ff5658274 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951157 Jun 07 17:36:35.234543 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df199d8d-0ab8-4886-b5c1-465cbff1a9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:35.292253 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210147-aee3-4a54-9f6b-9390e3b4b093 req-34eae6bd-1b59-4c26-9fcc-dafdf7f26520 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:35.293823 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-61210147-aee3-4a54-9f6b-9390e3b4b093 req-34eae6bd-1b59-4c26-9fcc-dafdf7f26520 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1436625 Jun 07 17:36:35.327365 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.381703 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:35.418302 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-61210147-aee3-4a54-9f6b-9390e3b4b093 req-25c6b09e-73ac-405c-9a14-fe3576c623e3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161656 Jun 07 17:36:35.451376 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.470524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Transition to ACTIVE for port object b80a896f-e3b3-472d-9962-fcb251873de9 will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:35.502692 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:35.503281 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:35.532082 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:35.533352 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:35.541600 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:35.558479 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2aa56f7-33be-4dc2-8daa-5860a3df4c16 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:35.641687 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.692863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:35.693402 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.819208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9140246-f4f4-4562-a2bc-63b856ada3e0 req-d5c36013-7d4a-4b97-8916-8162b182b61e tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:35.833135 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e9140246-f4f4-4562-a2bc-63b856ada3e0 req-d5c36013-7d4a-4b97-8916-8162b182b61e tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.2265139 Jun 07 17:36:35.885769 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:31Z', 'revision_number': 3, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:35.886302 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-e17ae2a2-585c-4aa9-a45b-0f148e0ed4b1 None None] Provisioning for port b80a896f-e3b3-472d-9962-fcb251873de9 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:35.893360 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068c1d56-7d41-4dfc-8a0d-f36cf6d309b6 None None] The sync data for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb is: [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:31Z', 'revision_number': 3, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:36:35.914846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-e17ae2a2-585c-4aa9-a45b-0f148e0ed4b1 None None] Provisioning complete for port b80a896f-e3b3-472d-9962-fcb251873de9 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:35.915466 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e17ae2a2-585c-4aa9-a45b-0f148e0ed4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:35.955517 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e9140246-f4f4-4562-a2bc-63b856ada3e0 req-2d07a282-914e-415a-9eab-a64eaa0223d9 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210237 Jun 07 17:36:35.984251 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-e17ae2a2-585c-4aa9-a45b-0f148e0ed4b1 None None] Port b80a896f-e3b3-472d-9962-fcb251873de9 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:36.049816 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:36.166841 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531277c-8822-4c6c-baf4-8c438e77cd2f req-065ba252-98c2-4649-984d-2793bbdea731 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:36.174890 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c531277c-8822-4c6c-baf4-8c438e77cd2f req-065ba252-98c2-4649-984d-2793bbdea731 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 943 time: 0.2645462 Jun 07 17:36:36.331470 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c531277c-8822-4c6c-baf4-8c438e77cd2f req-53b0a3d2-a0b9-45ff-ac78-f77b206cb76d tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557086 Jun 07 17:36:36.436086 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:36.447051 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:36.529610 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:36.665101 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:36.669003 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Pushing event updated for resources: {'Port': ['ID=b80a896f-e3b3-472d-9962-fcb251873de9,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:36.674246 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:36.926781 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa6fe-d58a-4703-9da0-7731ba459bac req-3a2ded1f-6e64-43d6-bd07-317ffd595b3c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:36.928230 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac5aa6fe-d58a-4703-9da0-7731ba459bac req-3a2ded1f-6e64-43d6-bd07-317ffd595b3c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2273231 Jun 07 17:36:36.933931 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:36.936579 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:36.982562 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:37.055233 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac5aa6fe-d58a-4703-9da0-7731ba459bac req-67f452b7-193c-471d-8c0a-9bd71793bb75 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203587 Jun 07 17:36:37.227915 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-12eaa025-5c1c-4f57-bc73-7f275e71d233 None None] Provisioning complete for port b80a896f-e3b3-472d-9962-fcb251873de9 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:37.228490 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-12eaa025-5c1c-4f57-bc73-7f275e71d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:37.246024 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Router 5f007524-4066-411a-bb49-bd6e9ac9232d has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:36:37.292885 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-12eaa025-5c1c-4f57-bc73-7f275e71d233 None None] Port b80a896f-e3b3-472d-9962-fcb251873de9 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:37.360925 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ad7d7660-0689-4216-88f2-248a68dae27c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:36:37.466621 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:37.472130 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] 10.222.0.25 "PUT /v2.0/routers/5f007524-4066-411a-bb49-bd6e9ac9232d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3900483 Jun 07 17:36:37.598371 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 1c0e71e2-8e71-45ee-b814-6413687be593 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:37.616072 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19dc5-e3f8-476a-a1e4-dbc00efa2fb6 req-fd507431-3e0b-4327-b435-dd6cf44170e4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:37.634047 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2ad19dc5-e3f8-476a-a1e4-dbc00efa2fb6 req-fd507431-3e0b-4327-b435-dd6cf44170e4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 943 time: 0.1567802 Jun 07 17:36:37.668129 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33058) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:37.757998 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad7d7660-0689-4216-88f2-248a68dae27c,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:37.767278 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2ad19dc5-e3f8-476a-a1e4-dbc00efa2fb6 req-5d7ab3a7-7899-4320-8513-380a71885643 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243854 Jun 07 17:36:37.787721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'ad7d7660-0689-4216-88f2-248a68dae27c', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'port_id': 'ad7d7660-0689-4216-88f2-248a68dae27c', 'mac_address': 'fa:16:3e:5c:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:36:37.860898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 1c0e71e2-8e71-45ee-b814-6413687be593 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:37.911591 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 1c0e71e2-8e71-45ee-b814-6413687be593 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:37.915615 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:37.996464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.039419 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.078725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7d7660-0689-4216-88f2-248a68dae27c {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:38.108765 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad40c86-8df9-4c9a-8383-0924609337fe req-aa9bdc4c-226d-46ea-a8ca-f8be6cbbf10f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:38.111316 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6ad40c86-8df9-4c9a-8383-0924609337fe req-aa9bdc4c-226d-46ea-a8ca-f8be6cbbf10f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.1558869 Jun 07 17:36:38.117944 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad7d7660-0689-4216-88f2-248a68dae27c,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:38.126858 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.130004 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7e8d0cfc-82e0-4b80-9e35-4d5aee7d5b43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:38.194204 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.200628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.212559 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-aef15c3d-fab1-42b2-8e0c-b13dd1b7b303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:38.249080 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6ad40c86-8df9-4c9a-8383-0924609337fe req-f7ec7320-5dbe-42ab-9201-711319511245 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272204 Jun 07 17:36:38.273764 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=874604eff261493d86d87cf5c19910d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031811 Jun 07 17:36:38.276508 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33086) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:38.304346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=ad7d7660-0689-4216-88f2-248a68dae27c,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:38.308630 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:38.308842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cbdbca-5b1a-4d44-a71d-73676db8bdaa,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:38.309962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Sync routers for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:38.311849 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:38.358597 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:38.360064 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:38.451362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.492001 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.499570 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['ad7d7660-0689-4216-88f2-248a68dae27c'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:38.565820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.570488 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.572683 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09cbdbca-5b1a-4d44-a71d-73676db8bdaa HTTP/1.1" status: 204 len: 168 time: 0.2948048 Jun 07 17:36:38.574298 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a365b6-0e03-4852-a208-d4bedb222b25 req-4c2a5cfd-3cae-4c79-89f0-5e6ba02b19c8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:38.575432 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.576436 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4a365b6-0e03-4852-a208-d4bedb222b25 req-4c2a5cfd-3cae-4c79-89f0-5e6ba02b19c8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1528826 Jun 07 17:36:38.577791 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-cccb9ef8-ff4d-463b-9542-758f26b729c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:38.595179 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cbdbca-5b1a-4d44-a71d-73676db8bdaa,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:38.609376 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:38.683780 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 1c0e71e2-8e71-45ee-b814-6413687be593, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=1c0e71e2-8e71-45ee-b814-6413687be593,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:38.769867 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4a365b6-0e03-4852-a208-d4bedb222b25 req-e82ac9c1-c21f-4a65-8841-9c67c28a1ebd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858659 Jun 07 17:36:38.771669 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:38.788467 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:39.036796 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13cd6-04ed-476b-abf1-dea3d5864543 req-d2fc5547-51ff-414c-8e6a-943a075ea8bc tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:39.039054 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06d13cd6-04ed-476b-abf1-dea3d5864543 req-d2fc5547-51ff-414c-8e6a-943a075ea8bc tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 944 time: 0.1199021 Jun 07 17:36:39.096080 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:39.120236 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06d13cd6-04ed-476b-abf1-dea3d5864543 req-09f03ec1-bf27-4523-9286-c08dfc5dad16 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Jun 07 17:36:39.249685 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33122) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:39.273884 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.401295 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.408910 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.421211 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1f15ed9b-dea6-4cc5-89f2-b654e82f1a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:39.455587 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade97b0-2a04-43db-9509-8d57cd657820,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:39.461027 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:39.481113 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3b2347fe-8f8c-4a4a-8a9b-9c7da8044d4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=262ba3a7967d43ce899c40907db42de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298231 Jun 07 17:36:39.484448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33130) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:39.544977 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=1c0e71e2-8e71-45ee-b814-6413687be593,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:39.559777 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:39.565045 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.593066 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:35Z', 'revision_number': 4, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b80a896f-e3b3-472d-9962-fcb251873de9', 'name': '', 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'mac_address': 'fa:16:3e:62:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '72924732-50d4-4012-8d35-a2b4502c1866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:34Z', 'updated_at': '2021-06-07T17:36:36Z', 'revision_number': 2, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'subnets': [{'id': '72924732-50d4-4012-8d35-a2b4502c1866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:39.601957 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Checking router: 5f007524-4066-411a-bb49-bd6e9ac9232d for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:39.602341 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Updating router 5f007524-4066-411a-bb49-bd6e9ac9232d port b80a896f-e3b3-472d-9962-fcb251873de9 binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:39.602691 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.640173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b03af7-effc-4d1d-9674-81596938feb3 req-e9a025f7-0fdf-48a8-81e5-43f1c66a2c2d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:39.648691 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-84b03af7-effc-4d1d-9674-81596938feb3 req-e9a025f7-0fdf-48a8-81e5-43f1c66a2c2d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.1900146 Jun 07 17:36:39.675135 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.676651 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.679409 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:39.683351 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ade97b0-2a04-43db-9509-8d57cd657820 HTTP/1.1" status: 204 len: 168 time: 0.1965182 Jun 07 17:36:39.684188 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8165ad84-305f-4ece-9728-53d0575fbfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:39.702983 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade97b0-2a04-43db-9509-8d57cd657820,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:39.712718 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:39.932797 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-84b03af7-effc-4d1d-9674-81596938feb3 req-52e1ca71-7f2d-4e54-b5a0-550342d2117c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814369 Jun 07 17:36:40.019771 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616472c5-2505-48bc-8f63-2545c5251712 req-e02c05e1-fe8e-4c90-8b2e-368f47b70ef1 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:40.022674 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-616472c5-2505-48bc-8f63-2545c5251712 req-e02c05e1-fe8e-4c90-8b2e-368f47b70ef1 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.3060405 Jun 07 17:36:40.150674 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de990087-1d76-4a07-996b-f7839d3711bb req-25d17bfb-b179-4a91-ad04-ee8e1c271c61 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:40.163205 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de990087-1d76-4a07-996b-f7839d3711bb req-25d17bfb-b179-4a91-ad04-ee8e1c271c61 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1266091 Jun 07 17:36:40.311202 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.312434 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-de990087-1d76-4a07-996b-f7839d3711bb req-ca4f73a6-6af7-4c68-884b-c29001453b5f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290340 Jun 07 17:36:40.384031 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Transition to ACTIVE for port object b80a896f-e3b3-472d-9962-fcb251873de9 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:40.429212 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.447534 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:40.452827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Deleting port 85631c8f-ab90-4fb8-95f3-257c2977a025 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:36:40.453569 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.600871 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33158) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:40.645789 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.723387 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53938e92-9932-42e8-ab7f-7cbc61b9e46f req-5d717550-6841-4c8f-8595-33e9da6004ec tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:40.725594 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-53938e92-9932-42e8-ab7f-7cbc61b9e46f req-5d717550-6841-4c8f-8595-33e9da6004ec tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 944 time: 0.3751867 Jun 07 17:36:40.790143 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Pushing event updated for resources: {'Port': ['ID=b80a896f-e3b3-472d-9962-fcb251873de9,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:40.805459 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:40.880175 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.889964 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.912640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] For port 85631c8f-ab90-4fb8-95f3-257c2977a025, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=85631c8f-ab90-4fb8-95f3-257c2977a025,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:40.912996 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.916693 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Attempting to bind port b80a896f-e3b3-472d-9962-fcb251873de9 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:40.917120 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Attempting to bind port b80a896f-e3b3-472d-9962-fcb251873de9 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:40.917494 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Attempting to bind port b80a896f-e3b3-472d-9962-fcb251873de9 on network ed238a24-8627-45e7-af67-8f8ea336d5b6 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:40.923961 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:40.924338 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Checking segment: {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:40.924801 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.925196 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Bound using segment: {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:40.925676 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Bound port: b80a896f-e3b3-472d-9962-fcb251873de9, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c72409d-5f11-4284-a8c2-74a1403ec5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:40.925938 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-15431313-7c6c-46f9-92c4-30cf2a1f72be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:40.926372 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:40.945796 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a43e972e627b485dab16e2e9f639c715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445902 Jun 07 17:36:40.948143 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33164) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:40.991895 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883783f-2d58-418e-b3dc-eb60b40e1ad9,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:40.998078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:41.046015 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.080060 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Calling delete_port for 85631c8f-ab90-4fb8-95f3-257c2977a025 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:36:41.082009 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] For port b80a896f-e3b3-472d-9962-fcb251873de9, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:41.091854 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] For port b80a896f-e3b3-472d-9962-fcb251873de9, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b80a896f-e3b3-472d-9962-fcb251873de9,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:41.099053 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.103587 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.109112 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:41.112462 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-53938e92-9932-42e8-ab7f-7cbc61b9e46f req-1310bc21-1f19-423d-aeb0-7326d747b602 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790362 Jun 07 17:36:41.292367 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:41.293422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:41.299012 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.301799 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.302977 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0883783f-2d58-418e-b3dc-eb60b40e1ad9 HTTP/1.1" status: 204 len: 168 time: 0.3537364 Jun 07 17:36:41.304843 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-de815bd0-572c-45ca-8f02-ad21bb049823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:41.319167 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883783f-2d58-418e-b3dc-eb60b40e1ad9,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:41.324940 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.330905 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:41.343299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:41.376977 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ab33d-6084-4ff8-ab4e-c7ded35ce110 req-1ed107e7-5ac4-4aba-9045-9bd2e581ae25 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:41.392099 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cf9ab33d-6084-4ff8-ab4e-c7ded35ce110 req-1ed107e7-5ac4-4aba-9045-9bd2e581ae25 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 945 time: 0.2104506 Jun 07 17:36:41.409610 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['85631c8f-ab90-4fb8-95f3-257c2977a025'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:41.481886 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Pushing event deleted for resources: {'Port': ['ID=85631c8f-ab90-4fb8-95f3-257c2977a025,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:41.529414 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ad7d7660-0689-4216-88f2-248a68dae27c up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:41.534495 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cf9ab33d-6084-4ff8-ab4e-c7ded35ce110 req-22f9d982-f5b8-4bbc-8272-f24e64116b1c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352081 Jun 07 17:36:41.554370 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:41.594567 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Pushing event updated for resources: {'Port': ['ID=b80a896f-e3b3-472d-9962-fcb251873de9,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:41.691809 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:41.698863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 1c0e71e2-8e71-45ee-b814-6413687be593 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:41.834654 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] No DVR routers for this DVR port 85631c8f-ab90-4fb8-95f3-257c2977a025 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:36:41.841648 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:41.851367 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-616472c5-2505-48bc-8f63-2545c5251712 req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "DELETE /v2.0/ports/85631c8f-ab90-4fb8-95f3-257c2977a025 HTTP/1.1" status: 204 len: 173 time: 1.8169158 Jun 07 17:36:41.852365 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'name': 'network-vif-deleted', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:41.863878 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68596093-7bc7-4ec5-963c-eca92b80936c" -d '{"events": [{"server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "name": "network-vif-deleted", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:41.870992 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:41.962944 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f605410-33f3-41bd-b11d-4d480454a96c req-b7336158-9a73-42ce-9419-35129e6fb5fe tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:41.968647 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6f605410-33f3-41bd-b11d-4d480454a96c req-b7336158-9a73-42ce-9419-35129e6fb5fe tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.3879085 Jun 07 17:36:42.073970 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6f605410-33f3-41bd-b11d-4d480454a96c req-f636314b-e415-4306-946e-93dcb7979010 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983574 Jun 07 17:36:42.187221 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96929c0-de6c-4753-974e-1ced0f470c88 x-openstack-request-id: req-b96929c0-de6c-4753-974e-1ced0f470c88 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:42.187915 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296987e-18ea-4cc0-9273-3ce37c5b45b2", "name": "network-vif-deleted", "tag": "85631c8f-ab90-4fb8-95f3-257c2977a025", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:42.188500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b96929c0-de6c-4753-974e-1ced0f470c88 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:42.189253 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296987e-18ea-4cc0-9273-3ce37c5b45b2', 'name': 'network-vif-deleted', 'tag': '85631c8f-ab90-4fb8-95f3-257c2977a025', 'status': 'completed', 'code': 200} Jun 07 17:36:42.311256 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port ad7d7660-0689-4216-88f2-248a68dae27c completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:42.476985 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18bf88-b034-4295-b505-bdaddbadfc7b req-560e2d59-677c-42af-9f64-d04fddcd2d1b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:42.490843 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4d18bf88-b034-4295-b505-bdaddbadfc7b req-560e2d59-677c-42af-9f64-d04fddcd2d1b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 944 time: 0.1689799 Jun 07 17:36:42.510030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port ad7d7660-0689-4216-88f2-248a68dae27c triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:42.510030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:42.557513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:42.566590 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4d18bf88-b034-4295-b505-bdaddbadfc7b req-c8fa87d9-4dbc-4cda-8052-53e3c6293967 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747774 Jun 07 17:36:42.755961 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 1c0e71e2-8e71-45ee-b814-6413687be593 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:42.755961 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:42.953454 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e75b7640-407e-4e30-8a0f-32da5291a440 req-b4fe9cdf-5512-4457-808e-7f7d9e391bb6 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=5296987e-18ea-4cc0-9273-3ce37c5b45b2 HTTP/1.1" status: 200 len: 210 time: 0.1740980 Jun 07 17:36:42.973609 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33224) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:42.993345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:43.187430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad7d7660-0689-4216-88f2-248a68dae27c,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:43.199436 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:43.202660 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad106fa-6b3b-43aa-947f-89332ee03d0c" -d '{"events": [{"server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "name": "network-vif-plugged", "status": "completed", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:43.218003 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:43.228929 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:43.309914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:35Z', 'revision_number': 4, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b80a896f-e3b3-472d-9962-fcb251873de9', 'name': '', 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'mac_address': 'fa:16:3e:62:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '72924732-50d4-4012-8d35-a2b4502c1866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:34Z', 'updated_at': '2021-06-07T17:36:41Z', 'revision_number': 4, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'subnets': [{'id': '72924732-50d4-4012-8d35-a2b4502c1866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:43.315823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=ad7d7660-0689-4216-88f2-248a68dae27c,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:43.320185 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:43.320635 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258b7cb-efde-45b9-9906-755d603597a7 None None] The sync data for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb is: [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:36:35Z', 'revision_number': 4, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b80a896f-e3b3-472d-9962-fcb251873de9', 'name': '', 'network_id': 'ed238a24-8627-45e7-af67-8f8ea336d5b6', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'mac_address': 'fa:16:3e:62:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '72924732-50d4-4012-8d35-a2b4502c1866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:34Z', 'updated_at': '2021-06-07T17:36:41Z', 'revision_number': 4, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'subnets': [{'id': '72924732-50d4-4012-8d35-a2b4502c1866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:36:43.322489 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1696495567-network', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:43.398332 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Made reservation on behalf of ec483c477a6e4dfcbce9f11aa7434e20 for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:43.407406 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 85631c8f-ab90-4fb8-95f3-257c2977a025 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:36:43.423105 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:43.478171 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:43.545242 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d97763-6863-4f35-b8c4-5bc4529d7ffe req-06debcb8-dd3c-47cd-87b4-e75bc6f146e2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:43.556241 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-15d97763-6863-4f35-b8c4-5bc4529d7ffe req-06debcb8-dd3c-47cd-87b4-e75bc6f146e2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.3750398 Jun 07 17:36:43.593223 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 85631c8f-ab90-4fb8-95f3-257c2977a025 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:36:43.594453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 85631c8f-ab90-4fb8-95f3-257c2977a025 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:36:43.636410 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b80a896f-e3b3-472d-9962-fcb251873de9 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:43.684114 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-15d97763-6863-4f35-b8c4-5bc4529d7ffe req-6632edfe-bbe0-4251-b815-6713c17bfd87 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266139 Jun 07 17:36:43.684252 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066dc0-9cf7-4f87-9a53-c462099a7e81 req-8d1b647b-dc6a-4f73-a207-a327218be467 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:43.694148 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cf066dc0-9cf7-4f87-9a53-c462099a7e81 req-8d1b647b-dc6a-4f73-a207-a327218be467 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2160392 Jun 07 17:36:43.781453 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port b80a896f-e3b3-472d-9962-fcb251873de9 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:43.787313 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b80a896f-e3b3-472d-9962-fcb251873de9 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:43.787874 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:43.840737 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cf066dc0-9cf7-4f87-9a53-c462099a7e81 req-67aae287-8299-40f2-8ac0-84015f44e79f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453125 Jun 07 17:36:43.877455 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ab342-2754-4610-92d3-d83ae8dbe26c x-openstack-request-id: req-231ab342-2754-4610-92d3-d83ae8dbe26c {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:43.877905 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "name": "network-vif-plugged", "status": "completed", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:43.879466 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-231ab342-2754-4610-92d3-d83ae8dbe26c {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:43.880427 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c', 'code': 200} Jun 07 17:36:43.892071 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.013812 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.052227 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3a120b2a-0a94-4e7e-a2fd-34a17fc5accc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:44.153434 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:36:44.236930 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc56fef-41a8-4788-b0a4-f1089b686a8d,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:44.256383 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.260608 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.261756 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Added segment 027649f5-7d3e-4281-a39b-78077cee7a4c of type vlan for network db73bd92-32a6-4f63-a067-702c00d19955 Jun 07 17:36:44.265659 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:44.393297 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.414040 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57f6ac-ef11-4291-b3a1-7c4cab6a7ea2 req-6ec9df8b-027e-4a73-9d05-ca47c4eb3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:44.418845 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f57f6ac-ef11-4291-b3a1-7c4cab6a7ea2 req-6ec9df8b-027e-4a73-9d05-ca47c4eb3036 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 1098 time: 0.2411623 Jun 07 17:36:44.419297 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port b80a896f-e3b3-472d-9962-fcb251873de9, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b80a896f-e3b3-472d-9962-fcb251873de9,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:44.432481 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.434701 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:44.511694 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e285a-d822-4879-aedc-296761881bc3 req-73f1638d-ba07-4387-87ec-50ec29ec872c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:44.548977 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3a7e285a-d822-4879-aedc-296761881bc3 req-73f1638d-ba07-4387-87ec-50ec29ec872c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 945 time: 0.6398771 Jun 07 17:36:44.589671 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.600833 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:44.601430 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:44.614926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:44.638644 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4f57f6ac-ef11-4291-b3a1-7c4cab6a7ea2 req-371dcfb2-0254-4b52-9732-ece770c8ed7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120214 Jun 07 17:36:44.639793 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=b80a896f-e3b3-472d-9962-fcb251873de9,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:44.653451 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:44.743173 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7684534 Jun 07 17:36:44.743771 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33274) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:44.867247 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3a7e285a-d822-4879-aedc-296761881bc3 req-45c5977d-3f10-4555-9658-4c3188fb35f7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152814 Jun 07 17:36:44.867937 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Pushing event updated for resources: {'Network': ['ID=db73bd92-32a6-4f63-a067-702c00d19955,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:44.884073 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:44.884845 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network db73bd92-32a6-4f63-a067-702c00d19955 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:36:44.893937 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Request body: {'subnet': {'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1696495567-subnet', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:44.933030 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Made reservation on behalf of ec483c477a6e4dfcbce9f11aa7434e20 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:44.942881 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31528772'] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:45.057252 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-af9d0f41-f11d-41b3-8143-e7eec4a84b97 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:45.058768 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-af9d0f41-f11d-41b3-8143-e7eec4a84b97 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 808 time: 0.3436675 Jun 07 17:36:45.077280 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-a1ff4292-cdd9-4952-a287-42419e161d97 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/quotas/f8c862782d614f5987409fbbb412b5a3 HTTP/1.1" status: 200 len: 375 time: 0.0114465 Jun 07 17:36:45.171391 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-566f984b-48d9-454c-ab13-49c46d6e1397 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845909 Jun 07 17:36:45.360013 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795bf83-250b-4056-a4e6-3be407c72a40 req-8983dab2-3b86-48b5-a3f8-406d7a9e383d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:45.362063 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e795bf83-250b-4056-a4e6-3be407c72a40 req-8983dab2-3b86-48b5-a3f8-406d7a9e383d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2722032 Jun 07 17:36:45.470901 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e795bf83-250b-4056-a4e6-3be407c72a40 req-5139d29b-7059-4250-8bf1-2508cb547497 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945213 Jun 07 17:36:45.491834 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-397332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31528826'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:45.502155 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5be857a0-a844-465f-bdea-c9a81424197a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:45.568398 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-8a56f3d6-907e-4f2b-bf5b-8658a763c4de service neutron] 10.222.0.25 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956664 Jun 07 17:36:45.583459 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b80a896f-e3b3-472d-9962-fcb251873de9 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:45.631234 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Checking segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:45.632132 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Network hostable DHCP agents. Network: db73bd92-32a6-4f63-a067-702c00d19955, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:36:45.642938 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cac7b2-deb2-40c5-b853-8318b3d67b8c,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:45.650929 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:45.756564 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Network db73bd92-32a6-4f63-a067-702c00d19955 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:36:45.792096 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, db73bd92-32a6-4f63-a067-702c00d19955) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:45.793533 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-9c620554-90d1-446a-bac1-d8e0f66565a0 service neutron] 10.222.0.25 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242692 Jun 07 17:36:45.793838 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b80a896f-e3b3-472d-9962-fcb251873de9 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:45.794323 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:45.803066 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:45.804610 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:45.828854 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806712e9-72bc-424c-9484-43102781d55f None None] Network db73bd92-32a6-4f63-a067-702c00d19955 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:45.885325 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-adcd60ba-5f74-49be-9024-eb312670b8c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0359416 Jun 07 17:36:45.887597 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33282) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:45.897829 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:45.928384 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78178784-8dc5-48dd-9e06-72978a496b59 req-240d7f9a-7fcf-4311-83b7-4d1f1f144294 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:45.931601 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-78178784-8dc5-48dd-9e06-72978a496b59 req-240d7f9a-7fcf-4311-83b7-4d1f1f144294 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2549238 Jun 07 17:36:46.007149 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-78178784-8dc5-48dd-9e06-72978a496b59 req-2af534a4-03c3-4e06-937f-375d95f85b55 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651908 Jun 07 17:36:46.026995 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:46.028348 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:46.056056 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:46.328208 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-db73bd92-32a6-4f63-a067-702c00d19955', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:36:46.329592 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:46.502057 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ef839-a7bc-492e-8a2d-c72facdc185b req-3a5cda4f-aac7-46a3-84da-a70502e16545 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:46.505095 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-de5ef839-a7bc-492e-8a2d-c72facdc185b req-3a5cda4f-aac7-46a3-84da-a70502e16545 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 945 time: 0.2954297 Jun 07 17:36:46.609201 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Allocated IP 172.20.0.2 (db73bd92-32a6-4f63-a067-702c00d19955/27cac7b2-deb2-40c5-b853-8318b3d67b8c/ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:46.638572 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-de5ef839-a7bc-492e-8a2d-c72facdc185b req-f1c7ea68-c5d3-4c4f-a6b1-9d3d1bfaa6ea tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250956 Jun 07 17:36:46.648974 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21eefc-9e12-4742-a05c-18fc532e456f req-441037a8-a634-4669-8ae8-f45205df27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:46.651600 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9b21eefc-9e12-4742-a05c-18fc532e456f req-441037a8-a634-4669-8ae8-f45205df27ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.2735667 Jun 07 17:36:46.652609 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ecceb3d6-9755-4a08-9fbb-d9a68d9c6f84 req-2566af72-663f-4826-8b3e-8682aa249b17 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 210 time: 0.3050041 Jun 07 17:36:46.772241 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9b21eefc-9e12-4742-a05c-18fc532e456f req-b0e45646-4347-485a-b532-8a8973fc499b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029804 Jun 07 17:36:46.889011 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.065508 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676968a-4aec-48aa-b468-95cbf57fbc4b req-bcc6f4af-c59d-401e-ba8e-4beca501281e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:47.074002 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3676968a-4aec-48aa-b468-95cbf57fbc4b req-bcc6f4af-c59d-401e-ba8e-4beca501281e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2411132 Jun 07 17:36:47.140275 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3676968a-4aec-48aa-b468-95cbf57fbc4b req-1ed66ddb-93d7-4b79-8381-92dfcb3d3979 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616760 Jun 07 17:36:47.290034 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.321143 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Transition to ACTIVE for port object ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:47.344918 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Transition to ACTIVE for port object ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:47.363515 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:47.364558 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:47.376681 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98db0-c23a-4efe-a40e-ae7e94d44e8d req-e8b658cb-7f14-4b03-9bf9-805966814ad5 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:47.378203 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-70b98db0-c23a-4efe-a40e-ae7e94d44e8d req-e8b658cb-7f14-4b03-9bf9-805966814ad5 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1099303 Jun 07 17:36:47.407816 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Network db73bd92-32a6-4f63-a067-702c00d19955 is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:47.409167 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:47.412705 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:47.461697 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-70b98db0-c23a-4efe-a40e-ae7e94d44e8d req-cf552e6a-66d2-4e5a-b06e-b588de4dcd64 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Jun 07 17:36:47.640395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.674856 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.687422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Attempting to bind port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:47.688033 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Attempting to bind port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:47.688833 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Attempting to bind port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 on network db73bd92-32a6-4f63-a067-702c00d19955 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:47.696627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:47.697093 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Checking segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:47.697618 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.698079 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Bound using segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:47.699012 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Bound port: ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:47.699705 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.951774 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] For port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:47.956527 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] For port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:47.975733 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-38d4ace5-63e4-4fd7-ba19-b58351ff9ffe req-01de16a9-db80-4a03-9ba9-35452cc4f8ab tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 210 time: 0.0969961 Jun 07 17:36:47.978324 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:47.983601 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:48.053775 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Allocated IP 172.28.3.125 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/77f52496-baed-474f-9021-2b85e21e22b2) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:48.167153 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Pushing event updated for resources: {'Port': ['ID=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:48.169939 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33346) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:48.170846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:48.431190 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:48.504253 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:48.504729 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:48.530579 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:48.533405 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:48.536055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:48.716948 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-1dea124d-56c7-4996-939c-49e755663720 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:48.718939 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-1dea124d-56c7-4996-939c-49e755663720 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 808 time: 0.4295237 Jun 07 17:36:48.740276 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Deleting subnet 4e0978c3-80b6-47e6-9442-557bfb44caeb {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:36:48.754146 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:48.811173 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Request body: {'port': {'device_id': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87', 'admin_state_up': True, 'tenant_id': 'f8c862782d614f5987409fbbb412b5a3'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:48.916327 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.055547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22780d-a4b1-451b-8d4f-22fe25b4519e req-bc46d2ae-ed66-4937-834e-c2445aabec02 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:49.058125 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fd22780d-a4b1-451b-8d4f-22fe25b4519e req-bc46d2ae-ed66-4937-834e-c2445aabec02 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2203505 Jun 07 17:36:49.133012 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.296761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b68142-aab7-4035-add0-617b060a1a60 req-f55ef151-ed52-4ba7-ac59-528bc92d3323 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:49.305752 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e5b68142-aab7-4035-add0-617b060a1a60 req-f55ef151-ed52-4ba7-ac59-528bc92d3323 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.5833714 Jun 07 17:36:49.317439 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fd22780d-a4b1-451b-8d4f-22fe25b4519e req-5f7432bc-13d7-4289-955f-ad67cc8b76a2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803746 Jun 07 17:36:49.371984 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.388439 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:49.420485 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Made reservation on behalf of f8c862782d614f5987409fbbb412b5a3 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:49.424284 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.485260 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.506245 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e0978c3-80b6-47e6-9442-557bfb44caeb HTTP/1.1" status: 204 len: 168 time: 1.3237987 Jun 07 17:36:49.512401 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33366) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:49.591272 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e5b68142-aab7-4035-add0-617b060a1a60 req-b35be0a1-b6d3-48f1-b6ce-5b65c1c7b7ec tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846620 Jun 07 17:36:49.681872 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2f792638-2300-41c2-a4a1-49cd9a43424e req-80263953-7d86-4bf5-899f-0e8f31af1c44 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 210 time: 0.1128218 Jun 07 17:36:49.731766 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:49.738844 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0978c3-80b6-47e6-9442-557bfb44caeb,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:49.742079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3d8da543-06a7-42c5-aedd-d52c57b7b6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:49.805971 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:49.920298 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:49.936927 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f00e432-6ccc-4a7e-a7f3-3fdb05dbbd23 None None] Network db73bd92-32a6-4f63-a067-702c00d19955 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:36:49.971041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Allocated IP 172.20.0.9 (5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87/18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2/ffd0d923-a415-4948-86ed-c00525d22038) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:50.142154 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Provisioning for port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:50.154031 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Provisioning complete for port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:50.154503 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.457908 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.473712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.554072 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] For port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:50.562159 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.566522 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:50.684882 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Pushing event updated for resources: {'Port': ['ID=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:50.688405 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:50.798494 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.803484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.888885 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-80d89e81-5cd4-48d6-8f7f-dfe054f53fdf None None] Provisioning complete for port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:50.889480 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-80d89e81-5cd4-48d6-8f7f-dfe054f53fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:50.916976 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-b019f49c-7ba1-4676-bf73-c943a03d8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:50.918751 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-b019f49c-7ba1-4676-bf73-c943a03d8b95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.3319137 Jun 07 17:36:51.083047 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.091995 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-4fdcc1f4-7cef-451a-bf2b-fc154c4f16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.094560 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-4fdcc1f4-7cef-451a-bf2b-fc154c4f16d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.1481304 Jun 07 17:36:51.113183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f722-5f9e-4a28-9aac-31c59c8f5f2a req-a8d0989a-1a62-4f7c-859f-8575da0f0396 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.113708 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-d26377fe-5df8-4175-9aa7-8b854a1a143e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.120647 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-d26377fe-5df8-4175-9aa7-8b854a1a143e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.4451740 Jun 07 17:36:51.121551 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6007f722-5f9e-4a28-9aac-31c59c8f5f2a req-a8d0989a-1a62-4f7c-859f-8575da0f0396 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.6398203 Jun 07 17:36:51.138045 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f094be2-a2fc-4ff4-ad82-9431ad6d9d46']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:51.196846 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-3dbf6f01-0a26-4ab3-99f9-68046e571a6f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/quotas/2173e6f8bc934f07a24c7c8f014763ac HTTP/1.1" status: 200 len: 375 time: 0.0750201 Jun 07 17:36:51.230234 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5781117f-09b7-42ea-99c7-03ff31d29562') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:51.230695 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5781117f-09b7-42ea-99c7-03ff31d29562') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:51.252379 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-7721044b-f38a-4f7a-af9f-ff15ae372c14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.1476872 Jun 07 17:36:51.256586 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.296753 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6007f722-5f9e-4a28-9aac-31c59c8f5f2a req-0c1195a0-4046-4d61-bb13-fa5326927477 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675112 Jun 07 17:36:51.303837 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.318454 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:36:51.319007 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.327410 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:51.334385 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:51.365675 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:36:51.368057 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:36:51.369826 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:51.373175 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:51.429581 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-6fc284ac-88f0-4e0f-b2bd-9d9dfe623412 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2315061 Jun 07 17:36:51.573056 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-7e3c2a6d-53e4-4111-8373-813f6de265e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.574477 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-7e3c2a6d-53e4-4111-8373-813f6de265e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.3032324 Jun 07 17:36:51.584852 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:51.591817 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-24ea5a39-fcd2-4ffc-a47a-bef3c0c7cdeb service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613610 Jun 07 17:36:51.617756 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.637484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.638704 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f094be2-a2fc-4ff4-ad82-9431ad6d9d46 HTTP/1.1" status: 204 len: 168 time: 2.1201315 Jun 07 17:36:51.642160 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-20991eae-f30b-444c-9e79-2754432dbba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:51.660320 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33398) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:51.661289 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f094be2-a2fc-4ff4-ad82-9431ad6d9d46,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:51.700774 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-e86cc547-3aa2-4485-a85a-542a886351f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171494 Jun 07 17:36:51.720780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.721353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.747270 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:51.747939 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.784129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.784492 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.784871 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.785216 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.785560 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.785897 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.786236 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.786575 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.786910 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.787245 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.787579 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.787910 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:51.797117 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Deleting subnet 953b296c-76f8-47f0-9bd7-8a437c419c52 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:36:51.799820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:36:51.805591 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:51.812388 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:51.961310 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa1b23-a12d-42b4-8fba-e609f5cda35e req-d547c984-420a-4017-a764-0463c65b95c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:51.969400 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13aa1b23-a12d-42b4-8fba-e609f5cda35e req-d547c984-420a-4017-a764-0463c65b95c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.4205496 Jun 07 17:36:51.991427 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-6e640b3f-1c53-42bc-b1a7-fb4999e7f00a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1847267 Jun 07 17:36:51.993247 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-c7b607c9-700f-432f-a685-54cadcf463ed service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215912 Jun 07 17:36:52.008432 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.022084 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Request body: {'port': {'device_id': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:52.077576 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13aa1b23-a12d-42b4-8fba-e609f5cda35e req-32a771b7-d01a-4716-8e5f-7ad8907d2802 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022263 Jun 07 17:36:52.150051 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-f7180cb5-85b7-4f36-96dc-7993490a8567 service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573483 Jun 07 17:36:52.187565 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.220909 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:52.233002 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987447c-f13e-4152-978b-d384360740ca None None] Sync routers for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:52.254377 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.255711 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6e9bbf8a-2de0-49f2-8b26-b4031f292e68 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3652833 Jun 07 17:36:52.256512 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:52.258561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33402) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:52.259760 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:52.435569 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.474072 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9062c665-2acc-4ecf-a59a-d6561264dc73 req-306a9742-6bd9-45f8-b915-cf3283f83606 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593928 Jun 07 17:36:52.474470 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.507697 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-048178e3-868f-461d-919f-1c0f99e569a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:52.559025 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:52.565450 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/953b296c-76f8-47f0-9bd7-8a437c419c52 HTTP/1.1" status: 204 len: 168 time: 0.8918815 Jun 07 17:36:52.566515 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=953b296c-76f8-47f0-9bd7-8a437c419c52,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:52.575754 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4d2cae48-77d7-4daa-919d-3b45cfb3ca9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:52.576322 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33410) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:52.622141 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:52.870229 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dca44f-9c4d-4142-8c6f-a7316b73dfc6 req-79ec0262-d065-4f79-aedd-7cd6dbe0888d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:52.877914 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-69dca44f-9c4d-4142-8c6f-a7316b73dfc6 req-79ec0262-d065-4f79-aedd-7cd6dbe0888d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 931 time: 0.5233459 Jun 07 17:36:52.939532 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.087730 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:49Z', 'revision_number': 3, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:53.093255 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987447c-f13e-4152-978b-d384360740ca None None] Checking router: 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:53.094294 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987447c-f13e-4152-978b-d384360740ca None None] Updating router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c port 77f52496-baed-474f-9021-2b85e21e22b2 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:53.169297 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.217930 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-69dca44f-9c4d-4142-8c6f-a7316b73dfc6 req-055d3799-ee20-47cf-831a-565a194231ba tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390846 Jun 07 17:36:53.239794 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd0d923-a415-4948-86ed-c00525d22038 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:36:53.250848 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.386123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Transition to ACTIVE for port object ffd0d923-a415-4948-86ed-c00525d22038 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:53.401603 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.433757 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:53.743889 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c291-3372-4cc5-b75b-353faa188755 req-41c7f6ea-0f7a-4f7f-8b0b-e76d7cf3843a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:53.746229 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.769613 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-3987447c-f13e-4152-978b-d384360740ca None None] Transition to ACTIVE for port object 77f52496-baed-474f-9021-2b85e21e22b2 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:53.772453 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3875c291-3372-4cc5-b75b-353faa188755 req-41c7f6ea-0f7a-4f7f-8b0b-e76d7cf3843a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 1.1379428 Jun 07 17:36:53.789202 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.793154 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:53.809324 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd0d923-a415-4948-86ed-c00525d22038,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:53.871954 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.872412 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.873359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.873359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.873578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.873966 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.874374 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.874780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.875469 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.876625 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.876625 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.876827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:36:53.888029 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-3987447c-f13e-4152-978b-d384360740ca None None] Attempting to bind port 77f52496-baed-474f-9021-2b85e21e22b2 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:53.888394 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-3987447c-f13e-4152-978b-d384360740ca None None] Attempting to bind port 77f52496-baed-474f-9021-2b85e21e22b2 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:53.888859 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987447c-f13e-4152-978b-d384360740ca None None] Attempting to bind port 77f52496-baed-474f-9021-2b85e21e22b2 on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:53.894476 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013b500-a51a-4d93-af55-a394b42c11ae None None] Pushing event updated for resources: {'Port': ['ID=77f52496-baed-474f-9021-2b85e21e22b2,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:53.897868 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1013b500-a51a-4d93-af55-a394b42c11ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:53.900489 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987447c-f13e-4152-978b-d384360740ca None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:53.900957 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987447c-f13e-4152-978b-d384360740ca None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:53.901351 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.901729 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3987447c-f13e-4152-978b-d384360740ca None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:53.902229 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-3987447c-f13e-4152-978b-d384360740ca None None] Bound port: 77f52496-baed-474f-9021-2b85e21e22b2, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:53.902536 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:53.911895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:53.942319 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3875c291-3372-4cc5-b75b-353faa188755 req-1d4dc809-e765-4a11-a0e7-0903c293509c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685057 Jun 07 17:36:54.014464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Attempting to bind port ffd0d923-a415-4948-86ed-c00525d22038 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:36:54.014779 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Attempting to bind port ffd0d923-a415-4948-86ed-c00525d22038 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:36:54.015032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Attempting to bind port ffd0d923-a415-4948-86ed-c00525d22038 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:54.032858 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Port ffd0d923-a415-4948-86ed-c00525d22038 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:36:54.033197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Attempting to bind port ffd0d923-a415-4948-86ed-c00525d22038 on network 5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:36:54.035032 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-3987447c-f13e-4152-978b-d384360740ca None None] For port 77f52496-baed-474f-9021-2b85e21e22b2, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:54.038895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:36:54.039299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Checking segment: {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:36:54.039772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Bound using segment: {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:36:54.040383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Bound port: ffd0d923-a415-4948-86ed-c00525d22038, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d75588-e10d-4131-934f-46f8d6681e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:36:54.040712 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.041756 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-3987447c-f13e-4152-978b-d384360740ca None None] For port 77f52496-baed-474f-9021-2b85e21e22b2, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=77f52496-baed-474f-9021-2b85e21e22b2,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:54.050361 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-3987447c-f13e-4152-978b-d384360740ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.055567 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-df199d8d-0ab8-4886-b5c1-465cbff1a9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:54.168014 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.171191 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:54.171833 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:54.236991 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:36:54.241763 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ffd0d923-a415-4948-86ed-c00525d22038,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:36:54.251349 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013b500-a51a-4d93-af55-a394b42c11ae None None] Pushing event updated for resources: {'Port': ['ID=77f52496-baed-474f-9021-2b85e21e22b2,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:54.255506 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1013b500-a51a-4d93-af55-a394b42c11ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:54.268879 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.272851 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a2a76916-e3f3-42cb-9777-5468d3a0647d req-292f9607-69a0-4e94-9699-55f83167fbde tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 210 time: 0.5619178 Jun 07 17:36:54.289892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a9b4-d53b-4933-a1b7-ad3f008b659e req-74505497-d132-4264-a1a4-a4810619da62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:54.291436 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-74e0a9b4-d53b-4933-a1b7-ad3f008b659e req-74505497-d132-4264-a1a4-a4810619da62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1559057 Jun 07 17:36:54.295457 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:54.388867 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b928ac-06d8-48ea-a147-1c9b6401c4b2']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:54.402442 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:54.434528 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658ac052-a8b0-42e7-8a38-6d998c219a6b') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:54.434820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658ac052-a8b0-42e7-8a38-6d998c219a6b') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:54.565154 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.594683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.695000 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.783282 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:36:54.784184 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:36:54.893946 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:36:54.950648 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-d53b1853-868a-4161-9f53-963f1b47f984 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:54.952577 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-d53b1853-868a-4161-9f53-963f1b47f984 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.4909835 Jun 07 17:36:54.972229 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:54.973360 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:54.974981 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] 10.222.0.60 "PUT /v2.0/ports/ffd0d923-a415-4948-86ed-c00525d22038 HTTP/1.1" status: 200 len: 1093 time: 2.9592698 Jun 07 17:36:55.008715 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Request body: {'port': {'device_id': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'admin_state_up': True, 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:55.014795 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-3987447c-f13e-4152-978b-d384360740ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:49Z', 'revision_number': 3, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:55.019820 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3987447c-f13e-4152-978b-d384360740ca None None] The sync data for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb is: [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:49Z', 'revision_number': 3, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:36:55.077438 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e7f44-8a07-445a-b9b4-76b18e179430 req-87adcdd4-ff66-434c-bef4-b46f57e3682d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:55.083003 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac5e7f44-8a07-445a-b9b4-76b18e179430 req-87adcdd4-ff66-434c-bef4-b46f57e3682d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 943 time: 0.5557048 Jun 07 17:36:55.138172 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:55.175539 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:55.263183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:55.280917 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/97b928ac-06d8-48ea-a147-1c9b6401c4b2 HTTP/1.1" status: 204 len: 168 time: 2.6982865 Jun 07 17:36:55.325577 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b928ac-06d8-48ea-a147-1c9b6401c4b2,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:55.331832 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a29cbfc5-f5cd-4069-9ec0-3ad5af057db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:55.359154 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ac5e7f44-8a07-445a-b9b4-76b18e179430 req-5521e46c-9a8f-49a9-add9-39453fa0c4b4 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677598 Jun 07 17:36:55.375124 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:36:55.377748 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae484b2-365b-498f-8c95-b455c7fddce6" -d '{"events": [{"name": "network-changed", "server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "tag": "ffd0d923-a415-4948-86ed-c00525d22038"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:36:55.394570 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Allocated IP 172.20.0.1 (db73bd92-32a6-4f63-a067-702c00d19955/27cac7b2-deb2-40c5-b853-8318b3d67b8c/aacef93c-a79a-4bce-b016-19ead8e15160) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:55.499045 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-74e0a9b4-d53b-4933-a1b7-ad3f008b659e req-e8ffb78b-4263-4351-bdde-de3643389705 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1296682 Jun 07 17:36:55.560952 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33450) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:55.670587 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd0d923-a415-4948-86ed-c00525d22038,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:55.684419 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.389s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:55.703564 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:36:55.708024 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:55.786539 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-62481724-7182-403e-8ef2-77b0cc08ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:55.788127 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-62481724-7182-403e-8ef2-77b0cc08ed5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 1096 time: 0.4038594 Jun 07 17:36:55.856570 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-5c52a796-2b7b-4b9f-89fe-500e94fffab0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=352c2706f357495abda7c7f627564c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930806 Jun 07 17:36:55.864462 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33452) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:55.929137 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:55.951131 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Transition to ACTIVE for port object aacef93c-a79a-4bce-b016-19ead8e15160 will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:36:55.993694 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:55.994582 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:56.041462 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Allocated IP 172.20.0.8 (03215051-29c7-427b-a5b7-038bfcc6e444/96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79/6132e152-797c-4a00-8b31-1beece1564ff) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:36:56.050337 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.083205 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Network db73bd92-32a6-4f63-a067-702c00d19955 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:56.094675 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:56.113844 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0b3cb8d8-125a-4c56-9dfd-c11f018b4546 req-2837cdd4-cf7a-4051-8052-c73948f2dd21 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 210 time: 0.3795078 Jun 07 17:36:56.132001 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28fb89-008b-44f7-93cb-188392d83576 req-bbe0039e-5953-4df1-8776-5bfd6aa4c6e8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:56.133577 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef28fb89-008b-44f7-93cb-188392d83576 req-bbe0039e-5953-4df1-8776-5bfd6aa4c6e8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.4017024 Jun 07 17:36:56.135928 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:56.151037 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-1f4bc1b9-ea6c-4de5-b040-45bff139f6e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd0d923-a415-4948-86ed-c00525d22038 HTTP/1.1" status: 200 len: 217 time: 0.3478265 Jun 07 17:36:56.228363 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.270767 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef28fb89-008b-44f7-93cb-188392d83576 req-817a64d4-4634-4a5b-837a-782d417b3373 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941741 Jun 07 17:36:56.287016 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-52c5eabb-c9e8-4702-922e-5e86002c8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:56.291523 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-52c5eabb-c9e8-4702-922e-5e86002c8101 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 HTTP/1.1" status: 200 len: 848 time: 0.0906324 Jun 07 17:36:56.291802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.314233 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e299f66-96d3-403c-a78a-c75c8b1b1bf1 x-openstack-request-id: req-9e299f66-96d3-403c-a78a-c75c8b1b1bf1 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:36:56.314556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "tag": "ffd0d923-a415-4948-86ed-c00525d22038", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:36:56.315064 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e299f66-96d3-403c-a78a-c75c8b1b1bf1 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:36:56.315495 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038', 'status': 'completed', 'code': 200} Jun 07 17:36:56.407702 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.412385 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-35a5d5a5-1e2f-4c8d-8381-3375956c9304 None None] Provisioning for port aacef93c-a79a-4bce-b016-19ead8e15160 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:56.413883 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.415027 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4c66714-d4ea-48f3-a354-77df7d6ec5b0 HTTP/1.1" status: 204 len: 168 time: 0.5496533 Jun 07 17:36:56.428819 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b086223a-6405-4665-9abc-5c9ab4747143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:56.430718 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-35a5d5a5-1e2f-4c8d-8381-3375956c9304 None None] Provisioning complete for port aacef93c-a79a-4bce-b016-19ead8e15160 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:56.434407 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-35a5d5a5-1e2f-4c8d-8381-3375956c9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.452753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c66714-d4ea-48f3-a354-77df7d6ec5b0,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:56.471255 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:56.646587 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-35a5d5a5-1e2f-4c8d-8381-3375956c9304 None None] Port aacef93c-a79a-4bce-b016-19ead8e15160 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:56.777865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.830342 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-b6c6cbcd-0ee1-4c80-bc20-1ab872fa0f4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5096095 Jun 07 17:36:56.834073 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.848725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f', 'ad7d7660-0689-4216-88f2-248a68dae27c'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:36:56.859056 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:36:56.946493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Network 03215051-29c7-427b-a5b7-038bfcc6e444 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:56.947063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:56.954424 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:56.986480 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:36:57.299233 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:57.300210 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.309733 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33476) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:57.419995 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-0ef3d571-b478-472c-bb7b-a3d072a0c9dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88fe326201f74c3189db3f854c089f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005645 Jun 07 17:36:57.427783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33478) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:57.440833 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-2ad34aae-e13c-45ee-89e1-b44dfb0d2b8f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4543588 Jun 07 17:36:57.483278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4297-38db-4010-bc17-1fdc2485bde6 req-7b2fe792-b769-4019-bf7c-4906a2632e9a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:57.492379 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ebaf4297-38db-4010-bc17-1fdc2485bde6 req-7b2fe792-b769-4019-bf7c-4906a2632e9a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 943 time: 0.6598892 Jun 07 17:36:57.499311 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Request body: {'port': {'device_id': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:36:57.542569 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.557683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.606757 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a20ff02d-a1b7-4294-8d02-794ac1c2df47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:57.615363 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 77f52496-baed-474f-9021-2b85e21e22b2 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:57.669016 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50945-5ed9-4260-96fc-3126f5dc77b1 req-aa26348e-b49a-45b3-ab1e-7c7edd90a42b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:57.670128 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bfd50945-5ed9-4260-96fc-3126f5dc77b1 req-aa26348e-b49a-45b3-ab1e-7c7edd90a42b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.7088368 Jun 07 17:36:57.706254 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-39797473-e4f8-46c9-b8f7-485a3e3a382a service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699453 Jun 07 17:36:57.733728 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ebaf4297-38db-4010-bc17-1fdc2485bde6 req-c493c1ce-856c-4899-b592-3bef39c3164d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402201 Jun 07 17:36:57.746718 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.759752 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Pushing event updated for resources: {'Port': ['ID=aacef93c-a79a-4bce-b016-19ead8e15160,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:57.764455 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:57.803761 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bfd50945-5ed9-4260-96fc-3126f5dc77b1 req-9c350eac-56bf-4ebf-bb57-2eb456e73e7d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133716 Jun 07 17:36:57.913484 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-83107df3-9534-4ea0-9a8f-17badf0d724e req-28bdd08d-0603-489e-8a5f-296c2d5741e4 service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898358 Jun 07 17:36:57.914406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.916118 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:57.972912 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Network db73bd92-32a6-4f63-a067-702c00d19955 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:36:57.974739 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:36:57.998500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.081050 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 77f52496-baed-474f-9021-2b85e21e22b2 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:36:58.089063 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 77f52496-baed-474f-9021-2b85e21e22b2 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:58.089689 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.235047 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:36:58.290526 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.334319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 77f52496-baed-474f-9021-2b85e21e22b2, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=77f52496-baed-474f-9021-2b85e21e22b2,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:36:58.351610 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.357406 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:58.482189 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-4bae2f54-7160-45db-b840-1aa2b274dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:58.483689 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-4bae2f54-7160-45db-b840-1aa2b274dccb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f8c862782d614f5987409fbbb412b5a3&device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 1096 time: 0.4699926 Jun 07 17:36:58.528354 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-f91df40c-c3fc-4a89-8233-5396a9566dab None None] Provisioning complete for port aacef93c-a79a-4bce-b016-19ead8e15160 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:36:58.528964 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f91df40c-c3fc-4a89-8233-5396a9566dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.586979 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=77f52496-baed-474f-9021-2b85e21e22b2,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:58.602233 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:58.627327 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:36:58.635693 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] 10.222.0.25 "PUT /v2.0/routers/8cf0e1d7-428b-4f88-a95a-d54a2d0e342c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3760009 Jun 07 17:36:58.639638 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-f91df40c-c3fc-4a89-8233-5396a9566dab None None] Port aacef93c-a79a-4bce-b016-19ead8e15160 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:36:58.646253 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Sync routers for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:36:58.659231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:36:58.660218 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:58.803159 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.805659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:58.806771 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00643cad-b8f9-4ac2-ae5c-d377c23dd45a HTTP/1.1" status: 204 len: 168 time: 1.3768926 Jun 07 17:36:58.844434 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:36:58.854131 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095703f2-bb91-44cc-9d0a-fd7f0da30fba req-52bfe82e-f066-416c-9544-153dc873d214 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:58.862138 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-095703f2-bb91-44cc-9d0a-fd7f0da30fba req-52bfe82e-f066-416c-9544-153dc873d214 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1499679 Jun 07 17:36:58.897917 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:36:58.919662 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-095703f2-bb91-44cc-9d0a-fd7f0da30fba req-f3f8cee7-08f1-42a1-b77d-641d137b459b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Jun 07 17:36:58.948354 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00643cad-b8f9-4ac2-ae5c-d377c23dd45a,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:36:58.983226 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eaa72-f49e-4590-93ae-dfa95dba825b req-46cdd45e-7ab3-4878-bf1e-ca316db793b3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:58.987304 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33502) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:36:59.002967 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-af3eaa72-f49e-4590-93ae-dfa95dba825b req-46cdd45e-7ab3-4878-bf1e-ca316db793b3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 931 time: 0.8936400 Jun 07 17:36:59.010604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:36:59.218384 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-e04c211d-032a-448d-bf7c-54a97595ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:59.222963 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-e04c211d-032a-448d-bf7c-54a97595ab5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 200 len: 909 time: 0.6982977 Jun 07 17:36:59.261292 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-af3eaa72-f49e-4590-93ae-dfa95dba825b req-ca1e923b-dd73-41f5-9ae6-3b435019987f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568917 Jun 07 17:36:59.296071 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557b63f-d2ca-4273-a4e5-07ee0020df82 req-d7b7a14a-93a0-4f31-b7b8-70d84bf49619 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:59.313515 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6557b63f-d2ca-4273-a4e5-07ee0020df82 req-d7b7a14a-93a0-4f31-b7b8-70d84bf49619 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 943 time: 0.2241340 Jun 07 17:36:59.431840 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6557b63f-d2ca-4273-a4e5-07ee0020df82 req-a3ba12b8-c53d-4d32-864b-614c4fcd3929 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070204 Jun 07 17:36:59.530029 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:36:57Z', 'revision_number': 2, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:36:59.549884 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Checking router: 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:36:59.550413 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Updating router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c port aacef93c-a79a-4bce-b016-19ead8e15160 binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:36:59.611546 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-0e637dd3-9236-4ba8-b467-e894307a556d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffd0d923-a415-4948-86ed-c00525d22038 HTTP/1.1" status: 200 len: 217 time: 0.3452928 Jun 07 17:36:59.639518 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 77f52496-baed-474f-9021-2b85e21e22b2 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:36:59.748873 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:59.798904 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:36:59.903359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-f32fcd69-3eff-45bf-aadb-ba0e19959f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:36:59.904811 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-f32fcd69-3eff-45bf-aadb-ba0e19959f1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 HTTP/1.1" status: 200 len: 848 time: 0.2378638 Jun 07 17:37:00.085810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.099706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.114966 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bdf84d6b-3c2a-4874-8d6b-51284e99a432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:00.130827 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 77f52496-baed-474f-9021-2b85e21e22b2 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:00.131936 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.167215 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-531414c4-b7e4-4f36-9275-ed91534cd50b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1847482 Jun 07 17:37:00.185627 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d171f26-fcdd-4db2-aa10-a82eb6a82e22 req-57f0c939-62f3-458d-9856-761a56fa64a2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:00.200674 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0d171f26-fcdd-4db2-aa10-a82eb6a82e22 req-57f0c939-62f3-458d-9856-761a56fa64a2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.5928726 Jun 07 17:37:00.221173 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3014b0d9a8574c0081559baffe44e592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2325356 Jun 07 17:37:00.250047 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd34493-23ce-4185-9e6f-bc266c2b2019,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:00.253040 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33528) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:00.270291 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:00.458464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6132e152-797c-4a00-8b31-1beece1564ff {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:00.496072 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33540) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:00.516154 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0d171f26-fcdd-4db2-aa10-a82eb6a82e22 req-69048895-784f-44d7-9eac-09754385288f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144200 Jun 07 17:37:00.516768 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955401561-network', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:00.526365 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.555337 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.625444 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Transition to ACTIVE for port object 6132e152-797c-4a00-8b31-1beece1564ff will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:00.648511 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-bacd6013-363a-4312-9d18-3efe5afc7ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425387 Jun 07 17:37:00.649147 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.652908 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:00.825050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Made reservation on behalf of 8667e57654ad49658b9f6650f1b1d29e for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:00.827330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.859750 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.880896 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.915768 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.939689 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Transition to ACTIVE for port object aacef93c-a79a-4bce-b016-19ead8e15160 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:00.958525 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:00.962546 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:01.010160 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=6132e152-797c-4a00-8b31-1beece1564ff,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:01.116496 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.151634 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.177809 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-216240a0-f716-42b8-a335-73b64ac357d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:01.182398 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae484b2-365b-498f-8c95-b455c7fddce6 req-581b6908-b55d-4529-bc53-8f4e2b702f02 service neutron] 10.222.0.60 "GET /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361577 Jun 07 17:37:01.208928 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:01.252428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Pushing event updated for resources: {'Port': ['ID=aacef93c-a79a-4bce-b016-19ead8e15160,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:01.263482 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:37:01.269629 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:01.324787 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc2c69-e16c-4a89-8b1c-a88d00a80f8f,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:01.332413 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:01.333934 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.334167 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Added segment 36f7190d-29f4-4c3b-969c-29149105fa10 of type vlan for network fd0b55d2-cd93-45ff-911e-329670afa883 Jun 07 17:37:01.386633 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295128ea-c58a-4e8e-9d75-5e71ce7e1279 req-40dee209-1966-4569-9b97-f98730b3483e tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:01.405138 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-295128ea-c58a-4e8e-9d75-5e71ce7e1279 req-40dee209-1966-4569-9b97-f98730b3483e tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 943 time: 0.7044005 Jun 07 17:37:01.424144 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Attempting to bind port 6132e152-797c-4a00-8b31-1beece1564ff on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:01.426492 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Attempting to bind port 6132e152-797c-4a00-8b31-1beece1564ff by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:01.426842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Attempting to bind port 6132e152-797c-4a00-8b31-1beece1564ff on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:01.451356 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Port 6132e152-797c-4a00-8b31-1beece1564ff on network 03215051-29c7-427b-a5b7-038bfcc6e444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:37:01.451691 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Attempting to bind port 6132e152-797c-4a00-8b31-1beece1564ff on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:01.497701 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Attempting to bind port aacef93c-a79a-4bce-b016-19ead8e15160 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:01.498074 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Attempting to bind port aacef93c-a79a-4bce-b016-19ead8e15160 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:01.498474 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Attempting to bind port aacef93c-a79a-4bce-b016-19ead8e15160 on network db73bd92-32a6-4f63-a067-702c00d19955 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:01.508398 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:37:01.510288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:01.511272 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Checking segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:01.511676 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Bound using segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:01.514038 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Bound port: 6132e152-797c-4a00-8b31-1beece1564ff, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:01.516276 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:01.516784 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Checking segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:01.517215 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.517678 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Bound using segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:01.518161 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Bound port: aacef93c-a79a-4bce-b016-19ead8e15160, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:01.518415 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.518540 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.537274 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-315dc6ac-11dd-44ef-aa32-053d397ce30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.587517 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09c1e-b265-4529-b602-daa593ca0b47 req-4acb70a9-81c6-4018-adf4-eb97703be936 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:01.606824 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3bc09c1e-b265-4529-b602-daa593ca0b47 req-4acb70a9-81c6-4018-adf4-eb97703be936 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 943 time: 0.7594702 Jun 07 17:37:01.663888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.680271 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.684994 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5dd34493-23ce-4185-9e6f-bc266c2b2019 HTTP/1.1" status: 204 len: 168 time: 1.4193125 Jun 07 17:37:01.691667 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-93a49132-e009-439d-95e1-3324f5dfffda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:01.718899 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.741953 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd34493-23ce-4185-9e6f-bc266c2b2019,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:01.746810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:01.813587 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] For port aacef93c-a79a-4bce-b016-19ead8e15160, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:01.835582 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-295128ea-c58a-4e8e-9d75-5e71ce7e1279 req-1b1f8ea5-2ab3-4e4a-8031-71cacf60a22f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289601 Jun 07 17:37:01.883068 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.884852 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:01.887751 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.894558 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] For port aacef93c-a79a-4bce-b016-19ead8e15160, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aacef93c-a79a-4bce-b016-19ead8e15160,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:01.935076 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:01.944044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-210a58e3-2a34-4527-b52d-359714968066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:01.956570 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:01.971849 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3bc09c1e-b265-4529-b602-daa593ca0b47 req-758240d3-44b0-45a2-a61d-50436b992f5a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667483 Jun 07 17:37:01.996311 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:02.018643 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5174296 Jun 07 17:37:02.028477 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6132e152-797c-4a00-8b31-1beece1564ff,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:02.028477 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33580) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:02.044405 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Request body: {'subnet': {'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955401561-subnet', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'ip_version': 4}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:02.092950 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:02.143596 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'db9412ae-c794-4021-a361-304aec88d40f', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:37:02.174679 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:37:02.178309 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:36:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:02.179948 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.202444 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:02.268121 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0b55d2-cd93-45ff-911e-329670afa883,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:02.275184 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Made reservation on behalf of 8667e57654ad49658b9f6650f1b1d29e for: {'subnet': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:02.278645 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31917531'] for subnet, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.280876 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:02.287207 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network fd0b55d2-cd93-45ff-911e-329670afa883 details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:37:02.317363 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:02.317952 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.322283 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] 10.222.0.60 "PUT /v2.0/ports/6132e152-797c-4a00-8b31-1beece1564ff HTTP/1.1" status: 200 len: 1093 time: 4.8270376 Jun 07 17:37:02.366277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:02.376500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fff92c-dffa-4317-8aa8-3ae550abefc8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "tag": "6132e152-797c-4a00-8b31-1beece1564ff"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:02.415214 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Pushing event updated for resources: {'Port': ['ID=aacef93c-a79a-4bce-b016-19ead8e15160,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:02.435630 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:02.530687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ebaa62-f120-472d-baa7-2c77b3a1db02 x-openstack-request-id: req-c6ebaa62-f120-472d-baa7-2c77b3a1db02 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:02.530943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "tag": "6132e152-797c-4a00-8b31-1beece1564ff", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:02.531245 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6ebaa62-f120-472d-baa7-2c77b3a1db02 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:02.531961 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff', 'status': 'completed', 'code': 200} Jun 07 17:37:02.544200 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:02.582339 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991fa9d-1827-48cb-89f1-955962594d14 req-d9561015-b8be-40e4-89dc-600cf35e6e6a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:02.583893 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6991fa9d-1827-48cb-89f1-955962594d14 req-d9561015-b8be-40e4-89dc-600cf35e6e6a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.3366308 Jun 07 17:37:02.754213 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6991fa9d-1827-48cb-89f1-955962594d14 req-31bb3c4b-643c-40c5-abb3-256de4cca2a7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594975 Jun 07 17:37:02.966074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=6132e152-797c-4a00-8b31-1beece1564ff,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:03.091251 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:37:03.101933 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:03.392253 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-241f8f0d-62ac-4bf6-a3f0-9a884f7184e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:03.393769 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-241f8f0d-62ac-4bf6-a3f0-9a884f7184e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 1096 time: 1.0105784 Jun 07 17:37:03.491701 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343a90-9aad-4577-8be7-b85626e4e423 req-5c8217a9-2193-435b-a11d-3ac369bd69d2 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:03.501234 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f8343a90-9aad-4577-8be7-b85626e4e423 req-5c8217a9-2193-435b-a11d-3ac369bd69d2 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 943 time: 0.2575715 Jun 07 17:37:03.634373 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f8343a90-9aad-4577-8be7-b85626e4e423 req-ed27b173-c873-4934-8e48-839990d9cc46 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298127 Jun 07 17:37:03.652433 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db9412ae-c794-4021-a361-304aec88d40f {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:03.689604 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-d874af61-7c46-4751-be96-a3bac8ad2b1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6132e152-797c-4a00-8b31-1beece1564ff HTTP/1.1" status: 200 len: 217 time: 0.2646894 Jun 07 17:37:03.726550 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31917541'] for subnet, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:03.932068 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:03.947934 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:03.949862 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ffd0d923-a415-4948-86ed-c00525d22038 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:37:03.963228 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:03.969681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33646) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:04.185591 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-917798657-network', 'tenant_id': '028ab52d5b064495bee2d8107ecb3e51'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:04.208739 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4d2df-be32-4277-b58e-2969eb43fad6 req-e2052c68-1fda-43fc-9fb8-5d2dc0140e17 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:04.216210 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7ac4d2df-be32-4277-b58e-2969eb43fad6 req-e2052c68-1fda-43fc-9fb8-5d2dc0140e17 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 943 time: 1.1132255 Jun 07 17:37:04.233700 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:04.256342 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.274520 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-37a3e464-7e81-4778-82f5-a23d3faf3a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.287300 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Made reservation on behalf of 028ab52d5b064495bee2d8107ecb3e51 for: {'network': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:04.294851 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.306081 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=6']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:04.318262 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:04.362845 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-7036dfab-8e75-4d93-94ea-737fdea0e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:04.364645 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-7036dfab-8e75-4d93-94ea-737fdea0e2d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.6623728 Jun 07 17:37:04.369218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.454745 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:01Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:04.496172 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c229fe-df1d-484e-a776-16c342fd857e None None] The sync data for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb is: [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:01Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:37:04.561598 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ffd0d923-a415-4948-86ed-c00525d22038,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:04.601322 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'ffd0d923-a415-4948-86ed-c00525d22038', 'network_id': '5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87', 'port_id': 'ffd0d923-a415-4948-86ed-c00525d22038', 'mac_address': 'fa:16:3e:73:83:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:37:04.670273 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7ac4d2df-be32-4277-b58e-2969eb43fad6 req-86e730a6-7264-4968-b7d7-c2f5eb2b664c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441524 Jun 07 17:37:04.755158 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-57beaed0-168f-4bf0-9cc6-66d54b263420 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3704376 Jun 07 17:37:04.822725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.842908 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f418b-36e1-4632-a193-274a1e5a9747 req-0216d3ff-e2e0-4671-a111-dd435ef0c5a5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:04.850535 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c29f418b-36e1-4632-a193-274a1e5a9747 req-0216d3ff-e2e0-4671-a111-dd435ef0c5a5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.3402629 Jun 07 17:37:04.874198 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Checking segment: {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:04.880647 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Network hostable DHCP agents. Network: fd0b55d2-cd93-45ff-911e-329670afa883, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:37:04.908157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee150ad-a449-4906-a2e5-085ea30e1c14,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:04.912504 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd0d923-a415-4948-86ed-c00525d22038 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:04.934392 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.955791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ffd0d923-a415-4948-86ed-c00525d22038,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:04.963459 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c29f418b-36e1-4632-a193-274a1e5a9747 req-93916a4d-0790-4e94-b329-411d2a46cd7b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118875 Jun 07 17:37:04.966100 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.972010 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:04.973278 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:04.986553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:05.012868 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=91900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:37:05.041937 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.042288 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.segments_db [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Added segment e7d80ccf-d7ae-4582-860b-4f7f61a76106 of type vlan for network ec8cf53d-6bf0-4a43-b629-c1decd73f23f Jun 07 17:37:05.116153 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=ffd0d923-a415-4948-86ed-c00525d22038,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:05.130230 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.133688 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:05.173212 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['db9412ae-c794-4021-a361-304aec88d40f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:05.186240 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2419763b-25e5-4aa5-b8fb-a35354401f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:05.201739 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.216485 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:05.217493 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.307863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c35091-8a96-4f06-a9f6-9409c3322d39,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:05.327869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:05.329688 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fef51596-82f1-4f61-a4c9-465423c1f808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:05.364966 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:37:05.375899 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Network fd0b55d2-cd93-45ff-911e-329670afa883 is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:37:05.381504 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.474032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, fd0b55d2-cd93-45ff-911e-329670afa883) {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:05.485057 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['ffd0d923-a415-4948-86ed-c00525d22038'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:05.530082 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Pushing event updated for resources: {'Network': ['ID=ec8cf53d-6bf0-4a43-b629-c1decd73f23f,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:05.532668 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:05.539217 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.539986 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5696447 Jun 07 17:37:05.544143 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:05.545567 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33670) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:05.551188 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Request body: {'subnet': {'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-917798657-subnet', 'tenant_id': '028ab52d5b064495bee2d8107ecb3e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:05.553994 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-af92fbcd-fc87-4a6e-8692-ecade5f4d5ca service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642999 Jun 07 17:37:05.590753 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-085368f6-6aaf-46ae-bcc7-3681c8d10227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:05.597911 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-085368f6-6aaf-46ae-bcc7-3681c8d10227 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.9899561 Jun 07 17:37:05.601092 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d38a7-8610-43a4-87e2-25d61ce3cc49 None None] Network fd0b55d2-cd93-45ff-911e-329670afa883 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:37:05.632852 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:37:05.665653 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7a36-5177-4bde-928c-13cea71b3b39 req-b9b172d0-6ab2-4f08-a260-f33cd7caf3e2 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:05.676810 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-359f7a36-5177-4bde-928c-13cea71b3b39 req-b9b172d0-6ab2-4f08-a260-f33cd7caf3e2 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 943 time: 0.4452722 Jun 07 17:37:05.732119 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Made reservation on behalf of 028ab52d5b064495bee2d8107ecb3e51 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:05.736115 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31528772'] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.776229 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33674) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:05.782090 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.7523143 Jun 07 17:37:05.784631 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:05.825038 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.827657 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.836083 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aacef93c-a79a-4bce-b016-19ead8e15160 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:05.849720 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:05.908326 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-359f7a36-5177-4bde-928c-13cea71b3b39 req-6005c911-26cc-4b66-b9c2-f2a734c6593e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168977 Jun 07 17:37:06.131033 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09ee30-8a76-4268-9204-39f5cd6b44f6 req-265829a8-055c-4751-abe9-a07c6da2e85e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:06.132586 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9b09ee30-8a76-4268-9204-39f5cd6b44f6 req-265829a8-055c-4751-abe9-a07c6da2e85e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 1.1088638 Jun 07 17:37:06.211867 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port aacef93c-a79a-4bce-b016-19ead8e15160 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:06.294078 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4cd0b852-6ae6-4221-a4a3-009e53031df8 req-8bc500e4-8cfa-4ae8-b0a3-75fd3a1cf3c1 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151425 Jun 07 17:37:06.319194 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:06.455833 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port aacef93c-a79a-4bce-b016-19ead8e15160 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:06.456246 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:06.471704 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9b09ee30-8a76-4268-9204-39f5cd6b44f6 req-f7c90352-75af-4259-b3d4-e1bdd4d8f7f1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105025 Jun 07 17:37:06.478183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-63c24d5d-e5a8-4b70-9556-a33a5da25de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:06.488324 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-63c24d5d-e5a8-4b70-9556-a33a5da25de9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.8356595 Jun 07 17:37:06.812813 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-fd0b55d2-cd93-45ff-911e-329670afa883', 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'fixed_ips': [{'subnet_id': '5ee150ad-a449-4906-a2e5-085ea30e1c14'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:37:06.813945 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:06.898784 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-3e786cb4-c59d-4f52-b35a-08d931be12ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.3884017 Jun 07 17:37:06.922374 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:07.010962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:07.145898 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-18d312c3-45c2-4db6-9b0d-8edc42ca7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:07.148150 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-18d312c3-45c2-4db6-9b0d-8edc42ca7c4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.1489975 Jun 07 17:37:07.157571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-7deafd3c-c96b-4081-9a23-4423cb94493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:07.159257 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-7deafd3c-c96b-4081-9a23-4423cb94493a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 1096 time: 0.7956378 Jun 07 17:37:07.166942 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-1cd25462-1b73-4c8b-81d1-1ef8ca9aa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:07.168590 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-1cd25462-1b73-4c8b-81d1-1ef8ca9aa30a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1098 time: 0.4781528 Jun 07 17:37:07.193836 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port aacef93c-a79a-4bce-b016-19ead8e15160, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aacef93c-a79a-4bce-b016-19ead8e15160,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:07.208947 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:07.209951 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:07.218003 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:07.232806 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741cbf5-c217-489d-aff1-d54ccefe35cf req-ca51de08-3772-4f0a-8054-d86924e5f9b7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:07.243202 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6741cbf5-c217-489d-aff1-d54ccefe35cf req-ca51de08-3772-4f0a-8054-d86924e5f9b7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 944 time: 0.3793378 Jun 07 17:37:07.299544 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=aacef93c-a79a-4bce-b016-19ead8e15160,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:07.303915 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-84dfbd1c-7f74-4985-9d22-d50e1b602318 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274481 Jun 07 17:37:07.312231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:07.329104 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port db9412ae-c794-4021-a361-304aec88d40f triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:07.329495 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:07.469228 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6741cbf5-c217-489d-aff1-d54ccefe35cf req-ed7b8703-c02b-4438-972e-12ace057543b tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241201 Jun 07 17:37:07.624154 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aacef93c-a79a-4bce-b016-19ead8e15160 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:07.670847 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-4a3b7064-9915-4732-afc5-b69ee2af0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:07.672859 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-4a3b7064-9915-4732-afc5-b69ee2af0c79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.4268124 Jun 07 17:37:07.702081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-397332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31528826'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:07.770266 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Allocated IP 172.20.0.2 (fd0b55d2-cd93-45ff-911e-329670afa883/5ee150ad-a449-4906-a2e5-085ea30e1c14/f7b87c7a-1ed1-4561-801f-0810aa8f32a2) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:07.837655 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:07.857391 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port aacef93c-a79a-4bce-b016-19ead8e15160 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:07.857688 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.010747 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43c5d75-9e29-4b6e-889f-5609c8448f39,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:08.019974 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:08.048412 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.086522 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749e100-79c6-4993-8ae7-3a7ae867c32c req-f42decea-149a-45f8-88e5-d386094478a3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.097207 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9749e100-79c6-4993-8ae7-3a7ae867c32c req-f42decea-149a-45f8-88e5-d386094478a3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 1.1092544 Jun 07 17:37:08.131340 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.177097 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.179696 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Checking segment: {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:08.180226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Network hostable DHCP agents. Network: ec8cf53d-6bf0-4a43-b629-c1decd73f23f, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:37:08.205297 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-2d0678ed-5430-46bb-8005-7eaff4d22e11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1001 time: 0.2585018 Jun 07 17:37:08.207138 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-7f63876b-ac31-4433-b7ab-f4d27b34e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.208797 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-7f63876b-ac31-4433-b7ab-f4d27b34e3ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 916 time: 0.9847143 Jun 07 17:37:08.214838 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-28553e13-0ab6-4c3a-8bc2-649391e95b15 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659251 Jun 07 17:37:08.268691 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9749e100-79c6-4993-8ae7-3a7ae867c32c req-75bbcb5c-7d4b-45d5-804b-8b3800f30e65 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704612 Jun 07 17:37:08.309446 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-59c8376e-49e2-445f-b052-dfb9e21f66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.310775 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-59c8376e-49e2-445f-b052-dfb9e21f66e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0886254 Jun 07 17:37:08.321443 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:37:08.353818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:08.362326 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:08.371496 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683636cd-1417-4057-bc75-9521a3e46fbd" -d '{"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:08.373020 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, ec8cf53d-6bf0-4a43-b629-c1decd73f23f) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:08.378525 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.380004 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.395314 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:08.400319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0410b332-9544-40c5-8129-333c42c3d1cd None None] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:37:08.408478 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9dfe24a1-ca93-4033-9e25-7ac05593f43a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8616998 Jun 07 17:37:08.510474 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-c5d2671a-a05b-450b-ac28-76395081208b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6132e152-797c-4a00-8b31-1beece1564ff HTTP/1.1" status: 200 len: 217 time: 0.1757350 Jun 07 17:37:08.589447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14e254-3bb8-4bb1-9eb8-f35e1a1cf039 req-85d03ca8-78d3-4456-8132-3d837faec6c7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.591857 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-da14e254-3bb8-4bb1-9eb8-f35e1a1cf039 req-85d03ca8-78d3-4456-8132-3d837faec6c7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 943 time: 0.5838475 Jun 07 17:37:08.650532 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Allocated IP 172.28.3.87 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/91b06ea0-1adb-4298-9081-2cdfafa1c597) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:08.749837 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-dbd64765-ad0a-4edd-b081-94396ffa8880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:08.775364 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-da14e254-3bb8-4bb1-9eb8-f35e1a1cf039 req-e3f09d61-fdda-4a1f-bb2c-692aaa19777b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722796 Jun 07 17:37:08.793795 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-b69ce6e4-0faa-4423-901e-a242f79f9cdf tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.795437 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-b69ce6e4-0faa-4423-901e-a242f79f9cdf tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 814 time: 0.3272564 Jun 07 17:37:08.817169 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-9084b100-741e-4a7f-8934-edcc5e1c9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:08.818679 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-9084b100-741e-4a7f-8934-edcc5e1c9dae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.2831323 Jun 07 17:37:08.946802 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-7f9139ba-055a-43b9-8efe-f8f817cf4a10 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/quotas/2b99f6eded3d4b0482b7db94419c354b HTTP/1.1" status: 200 len: 375 time: 0.1433070 Jun 07 17:37:08.949914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=7']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:08.958192 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-ba90d19f-33fd-4159-b1d9-8bd621a62639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974150 Jun 07 17:37:09.111706 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-995a0322-0201-4c02-b775-e9a4e76be8e9 req-889235af-59c1-4783-8967-33ee9a9bba51 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989547 Jun 07 17:37:09.113084 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 6132e152-797c-4a00-8b31-1beece1564ff details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:37:09.130806 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ffd0d923-a415-4948-86ed-c00525d22038 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:09.132206 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-93d91f5f-c187-4c33-8d3d-a6c564c65d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:09.133701 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-93d91f5f-c187-4c33-8d3d-a6c564c65d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6878159 Jun 07 17:37:09.194847 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.314935 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-c121171d-b4ad-4dc3-ae72-b721df0afb50 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3596284 Jun 07 17:37:09.351434 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6132e152-797c-4a00-8b31-1beece1564ff,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:09.383781 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '6132e152-797c-4a00-8b31-1beece1564ff', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'port_id': '6132e152-797c-4a00-8b31-1beece1564ff', 'mac_address': 'fa:16:3e:60:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:37:09.424995 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:09.425583 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:09.451877 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.452339 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.452800 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.453868 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.454730 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.455293 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.455930 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.456379 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.456857 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.457839 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.458387 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.458912 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:09.483910 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3713f5-3067-43a5-afe4-165389a360d0 None None] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:37:09.506386 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:09.513589 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port ffd0d923-a415-4948-86ed-c00525d22038 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:09.534499 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-462bcff0-c3ff-4895-86ad-ff74fbf89536 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207536 Jun 07 17:37:09.584296 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:09.587187 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:09.595139 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:09.624248 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port ffd0d923-a415-4948-86ed-c00525d22038 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:09.624658 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.759150 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.842245 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6132e152-797c-4a00-8b31-1beece1564ff {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:09.884120 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.907268 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-292872f1-5be9-4e0d-aae0-d0e1b32583eb service neutron] 10.222.0.25 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784836 Jun 07 17:37:09.916238 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Transition to ACTIVE for port object f7b87c7a-1ed1-4561-801f-0810aa8f32a2 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:09.926295 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6132e152-797c-4a00-8b31-1beece1564ff,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:09.967382 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:09.974403 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:10.017810 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-ef0f0f65-c8fb-4351-b254-62137a3d2320 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636600 Jun 07 17:37:10.070552 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e0a0-a41f-4524-b0bb-a786651b34d2 req-a5487aa1-8c48-4749-8fb8-30e74b09510f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:10.079622 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8141e0a0-a41f-4524-b0bb-a786651b34d2 req-a5487aa1-8c48-4749-8fb8-30e74b09510f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 1.1185827 Jun 07 17:37:10.132171 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Transition to ACTIVE for port object f7b87c7a-1ed1-4561-801f-0810aa8f32a2 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:10.171058 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:10.171875 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:10.189791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.214024 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=6132e152-797c-4a00-8b31-1beece1564ff,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:10.219337 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:10.227902 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Network fd0b55d2-cd93-45ff-911e-329670afa883 is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:10.230405 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:10.236612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:10.267744 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18fff92c-dffa-4317-8aa8-3ae550abefc8 req-13909622-acfc-4a2a-8f91-d42e6db93599 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155166 Jun 07 17:37:10.295138 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ffd0d923-a415-4948-86ed-c00525d22038,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:10.335492 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8141e0a0-a41f-4524-b0bb-a786651b34d2 req-c708ca6e-0492-4bfd-a4ab-172b3a1395f4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542236 Jun 07 17:37:10.342873 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8b1d3c90-6de6-480d-8e3c-cf1059fc0642 req-2b6c98df-0472-4ac8-bfdc-594b07471fdc service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959205 Jun 07 17:37:10.349006 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.352256 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-b4ba7ff9-d31c-4b4d-806d-37dacbfbb56b service neutron] 10.222.0.25 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432828 Jun 07 17:37:10.354850 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:10.430334 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff31881b-a003-4bc9-a344-86fb8d6b24c4 x-openstack-request-id: req-ff31881b-a003-4bc9-a344-86fb8d6b24c4 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:10.431383 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:10.431763 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff31881b-a003-4bc9-a344-86fb8d6b24c4 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:10.434019 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'code': 200} Jun 07 17:37:10.457103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['6132e152-797c-4a00-8b31-1beece1564ff'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:10.556985 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Attempting to bind port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:10.557373 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Attempting to bind port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:10.557863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Attempting to bind port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 on network fd0b55d2-cd93-45ff-911e-329670afa883 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:10.582355 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=ffd0d923-a415-4948-86ed-c00525d22038,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:10.619709 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.657987 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:10.658402 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Checking segment: {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:10.658799 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.659200 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Bound using segment: {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:10.659987 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Bound port: f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:10.660374 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:10.690466 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:10.841675 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae76a62-4b95-4549-b987-f42322b599b1 req-67dfa27b-5f48-4729-933a-674a4c4459f8 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:10.859421 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae76a62-4b95-4549-b987-f42322b599b1 req-67dfa27b-5f48-4729-933a-674a4c4459f8 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.3383598 Jun 07 17:37:10.959863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] For port f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:10.967534 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] For port f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:11.002520 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:11.014238 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:11.253311 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Pushing event updated for resources: {'Port': ['ID=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:11.261276 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:11.270328 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ae76a62-4b95-4549-b987-f42322b599b1 req-ee877d4d-420b-4d51-8e5a-589dbd1b07c0 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100447 Jun 07 17:37:11.282706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907468b1-fd89-4bb3-aa70-b23b44bdd105 req-49c39470-1ca7-4600-b9af-f534f3abf981 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:11.291498 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-907468b1-fd89-4bb3-aa70-b23b44bdd105 req-49c39470-1ca7-4600-b9af-f534f3abf981 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.4771690 Jun 07 17:37:11.377014 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-907468b1-fd89-4bb3-aa70-b23b44bdd105 req-db89ecbf-4fb7-4f19-a2bc-3547fc52f6ca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845912 Jun 07 17:37:11.725407 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8a2dd-ebe7-4c1f-9679-f2f5748fe4ee req-370ab891-45f5-46c5-b451-c999e32414de tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:11.727587 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-34e8a2dd-ebe7-4c1f-9679-f2f5748fe4ee req-370ab891-45f5-46c5-b451-c999e32414de tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 944 time: 0.2449996 Jun 07 17:37:11.748823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:11.791721 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8092487e-df1d-4784-a04b-fb3034df8b2d req-f8ad057e-f49d-4a79-b4ee-d5f237c7ba53 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 210 time: 0.2572372 Jun 07 17:37:11.907537 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-34e8a2dd-ebe7-4c1f-9679-f2f5748fe4ee req-d68f60fc-3c42-4bbf-ae37-4eed63a47d96 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738226 Jun 07 17:37:12.218216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957bde1-5830-4d6a-b8c6-3ee1025e1adb req-2b70c438-0999-44e3-a211-e65b2fa53cb4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:12.228902 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0957bde1-5830-4d6a-b8c6-3ee1025e1adb req-2b70c438-0999-44e3-a211-e65b2fa53cb4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1117883 Jun 07 17:37:12.300248 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0957bde1-5830-4d6a-b8c6-3ee1025e1adb req-7f62e813-097b-46d6-9373-3e61de5501bb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703554 Jun 07 17:37:12.339652 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:12.353083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4dbe3dab-ddb5-43d5-87d8-a263991ec7da tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:12.366375 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4dbe3dab-ddb5-43d5-87d8-a263991ec7da tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 813 time: 0.2914436 Jun 07 17:37:12.381748 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-1913bedd-b81d-489d-9803-516e52d591c3 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/quotas/028ab52d5b064495bee2d8107ecb3e51 HTTP/1.1" status: 200 len: 375 time: 0.0139420 Jun 07 17:37:12.388707 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Router 13fa2138-623d-4883-8119-6fae8f0d620e is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:37:12.434794 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:12.438388 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7c45a6-4def-4667-8773-093bc79d8978" -d '{"events": [{"server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "name": "network-vif-plugged", "status": "completed", "tag": "ffd0d923-a415-4948-86ed-c00525d22038"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:12.513514 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-8ff87dca-5f29-476d-87e1-a7feaceba4ab tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218956 Jun 07 17:37:12.559919 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fb16b-0bad-4257-a43b-14551b5d7fe0 req-5913bd0d-c34e-43d3-b692-0fd7e83df503 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:12.563085 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-774fb16b-0bad-4257-a43b-14551b5d7fe0 req-5913bd0d-c34e-43d3-b692-0fd7e83df503 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.1447153 Jun 07 17:37:12.653057 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-774fb16b-0bad-4257-a43b-14551b5d7fe0 req-81a1f5f5-f87c-4a7f-84f4-f2c6cea85aed tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818899 Jun 07 17:37:12.808422 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ca65e-1e75-40c6-a2e3-32522e457c11 None None] Network fd0b55d2-cd93-45ff-911e-329670afa883 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:37:12.862070 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96c72-347b-4b19-9a0d-a621dcd16782 req-30a6fc16-059c-4dc9-9716-295e737f4b08 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:12.869900 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0aa96c72-347b-4b19-9a0d-a621dcd16782 req-30a6fc16-059c-4dc9-9716-295e737f4b08 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1084132 Jun 07 17:37:12.911292 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:37:12.925865 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Sync routers for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:37:12.932483 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0aa96c72-347b-4b19-9a0d-a621dcd16782 req-53207dfd-a6e7-4cdc-abb6-a38c29aa5626 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614898 Jun 07 17:37:12.936560 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-045a5c2a-b398-40be-b02d-47d08a3ebd9e service neutron] 10.222.0.25 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053476 Jun 07 17:37:12.941646 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:37:12.942856 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:12.989849 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:12.993043 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9e9f95d0-e63f-4a16-a2e1-d8ab2a9b7140 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.2136092 Jun 07 17:37:12.993808 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33794) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:13.059731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e74801-1fd6-44a0-8e96-41f3effba62a x-openstack-request-id: req-b7e74801-1fd6-44a0-8e96-41f3effba62a {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:13.060157 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "name": "network-vif-plugged", "status": "completed", "tag": "ffd0d923-a415-4948-86ed-c00525d22038", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:13.060450 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7e74801-1fd6-44a0-8e96-41f3effba62a {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:13.060907 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038', 'code': 200} Jun 07 17:37:13.166323 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 6132e152-797c-4a00-8b31-1beece1564ff up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:13.200574 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3cbabac8-c633-4932-97f0-38604b21ff55 None None] Provisioning for port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:13.352124 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-4bdbc1b9-bc17-4931-b8de-74dde1d09c8f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:13.357172 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-4bdbc1b9-bc17-4931-b8de-74dde1d09c8f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 814 time: 0.3691943 Jun 07 17:37:13.368275 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:37:13.480125 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'port': {'device_id': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'admin_state_up': True, 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:13.597865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 6132e152-797c-4a00-8b31-1beece1564ff completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:13.620439 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 6132e152-797c-4a00-8b31-1beece1564ff triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:13.627582 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:13.716342 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-52af215e-04d5-42c0-9608-f1c4c21a1c73 req-5ffe0746-885e-4ce2-a08b-78903558accd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 210 time: 0.3579862 Jun 07 17:37:13.723144 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f7b87c7a-1ed1-4561-801f-0810aa8f32a2 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:14.012108 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2386fd9-617f-4ca0-876b-ac87e2216c40 req-424116c0-50d3-4aa4-9614-65c896796c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:14.013777 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c2386fd9-617f-4ca0-876b-ac87e2216c40 req-424116c0-50d3-4aa4-9614-65c896796c97 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 1098 time: 0.4587109 Jun 07 17:37:14.016909 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:10Z', 'revision_number': 3, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:14.022975 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Checking router: 13fa2138-623d-4883-8119-6fae8f0d620e for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:37:14.023338 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Updating router 13fa2138-623d-4883-8119-6fae8f0d620e port 91b06ea0-1adb-4298-9081-2cdfafa1c597 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:37:14.113245 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-28f0c9f0-76c2-4df0-b7ce-d33580ca24fb service neutron] 10.222.0.25 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1696286 Jun 07 17:37:14.223163 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.227924 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:14.296828 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:14.299409 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.375901 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Made reservation on behalf of 2b99f6eded3d4b0482b7db94419c354b for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:14.379691 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.471644 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.637584 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-f98f7ab2-a69e-49c8-8f87-f69941c77694 None None] Provisioning complete for port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:14.638207 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f98f7ab2-a69e-49c8-8f87-f69941c77694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.639846 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c2386fd9-617f-4ca0-876b-ac87e2216c40 req-1fe6cb67-0031-4812-bde3-c01511adec91 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067064 Jun 07 17:37:14.805351 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6132e152-797c-4a00-8b31-1beece1564ff,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:14.826446 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:14.829609 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:14.860218 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30998eaf-6ee5-4240-9cbe-c265dee4c0b9 req-933b3159-2592-46c7-bd97-f4967453ae68 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:14.870392 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-30998eaf-6ee5-4240-9cbe-c265dee4c0b9 req-933b3159-2592-46c7-bd97-f4967453ae68 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 944 time: 0.8374159 Jun 07 17:37:15.064084 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:15.066966 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764a311-4964-442a-9631-d1fd9b58947e" -d '{"events": [{"server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "6132e152-797c-4a00-8b31-1beece1564ff"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:15.121304 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-30998eaf-6ee5-4240-9cbe-c265dee4c0b9 req-3c74f154-2898-458c-ada0-65bfdadbba22 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495677 Jun 07 17:37:15.217226 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Allocated IP 172.20.0.9 (6c3545ba-348c-4f21-b0dc-ccbb32140e51/9baf7602-feb2-43a1-ad59-bdeb65f9ea96/794885c5-5975-4474-bc83-258851e0df47) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:15.430050 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.430566 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=6132e152-797c-4a00-8b31-1beece1564ff,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:15.440666 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:15.445592 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.464464 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Transition to ACTIVE for port object 91b06ea0-1adb-4298-9081-2cdfafa1c597 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:15.483605 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.491272 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-9f52a32e-b40d-4adf-a123-5a07549a4223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:15.509792 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-f98f7ab2-a69e-49c8-8f87-f69941c77694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.603351 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:15.614775 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b851a-12ed-4829-a1f3-584b7a44688b None None] Pushing event updated for resources: {'Port': ['ID=91b06ea0-1adb-4298-9081-2cdfafa1c597,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:15.617729 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.620900 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5a6b851a-12ed-4829-a1f3-584b7a44688b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:15.625650 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:15.644215 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Attempting to bind port 91b06ea0-1adb-4298-9081-2cdfafa1c597 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:15.644865 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Attempting to bind port 91b06ea0-1adb-4298-9081-2cdfafa1c597 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:15.645393 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Attempting to bind port 91b06ea0-1adb-4298-9081-2cdfafa1c597 on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:15.659259 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:15.660255 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:15.661551 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.662199 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:15.662839 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Bound port: 91b06ea0-1adb-4298-9081-2cdfafa1c597, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:15.663504 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.797315 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.db.api [None req-f98f7ab2-a69e-49c8-8f87-f69941c77694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 17:37:15.798121 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_db.api [None req-f98f7ab2-a69e-49c8-8f87-f69941c77694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 17:37:15.807561 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:15.810721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:15.822606 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa4cc9-7610-4574-8b75-744822dd0fc1 req-5ece2462-59d9-4d72-8993-840dbbc4054a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:15.831483 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cae91-f4c7-4e41-995e-f2b929abfab7 req-748610c2-7b8d-4e4f-b382-f3068776256d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:15.837684 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] For port 91b06ea0-1adb-4298-9081-2cdfafa1c597, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:15.838692 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aafa4cc9-7610-4574-8b75-744822dd0fc1 req-5ece2462-59d9-4d72-8993-840dbbc4054a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.7880914 Jun 07 17:37:15.839670 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-799cae91-f4c7-4e41-995e-f2b929abfab7 req-748610c2-7b8d-4e4f-b382-f3068776256d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.4663620 Jun 07 17:37:15.842660 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] For port 91b06ea0-1adb-4298-9081-2cdfafa1c597, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=91b06ea0-1adb-4298-9081-2cdfafa1c597,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:15.848088 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.859616 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-1013b500-a51a-4d93-af55-a394b42c11ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:15.908413 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-799cae91-f4c7-4e41-995e-f2b929abfab7 req-3f28dee1-e491-439f-9131-93311bc8e953 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673792 Jun 07 17:37:15.923800 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:15.955566 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aafa4cc9-7610-4574-8b75-744822dd0fc1 req-818af3ef-7ee8-4599-942c-7908eca7caa7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Jun 07 17:37:15.969837 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b851a-12ed-4829-a1f3-584b7a44688b None None] Pushing event updated for resources: {'Port': ['ID=91b06ea0-1adb-4298-9081-2cdfafa1c597,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:15.973681 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5a6b851a-12ed-4829-a1f3-584b7a44688b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:15.979457 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:37:15.980280 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:16.020761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:16.053483 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Transition to ACTIVE for port object 794885c5-5975-4474-bc83-258851e0df47 will not be triggered until provisioned by entity DHCP. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:16.115355 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:16.117952 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:16.153403 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:16.158568 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:16.164873 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:16.518255 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:16.518895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:16.602472 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:37:16.620369 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Allocated IP 172.20.0.1 (fd0b55d2-cd93-45ff-911e-329670afa883/5ee150ad-a449-4906-a2e5-085ea30e1c14/b2fdfe8c-166e-4752-b6a2-dde29456a2d1) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:16.744447 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-20700332-4d6f-4512-80f2-b7fef69c6cb6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3100605 Jun 07 17:37:16.746529 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-75fc703c-edae-4af4-8d34-86fa3aadc107 None None] Provisioning for port 794885c5-5975-4474-bc83-258851e0df47 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:16.759427 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-75fc703c-edae-4af4-8d34-86fa3aadc107 None None] Provisioning complete for port 794885c5-5975-4474-bc83-258851e0df47 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:16.759832 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-75fc703c-edae-4af4-8d34-86fa3aadc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:16.803657 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145e42-b2ae-4c52-b84f-2035ad0aa8bb req-9d75b227-7661-4e08-9890-20a7324f724e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:16.819299 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-68145e42-b2ae-4c52-b84f-2035ad0aa8bb req-9d75b227-7661-4e08-9890-20a7324f724e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.6617663 Jun 07 17:37:16.888442 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:16.910590 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Transition to ACTIVE for port object b2fdfe8c-166e-4752-b6a2-dde29456a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:17.005476 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:17.006065 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:17.017388 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-68145e42-b2ae-4c52-b84f-2035ad0aa8bb req-a84565aa-7cc7-4be7-b060-0d17058121e5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971121 Jun 07 17:37:17.032722 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7e0b4c34-8e98-4632-8031-3a64d8ecc1ab req-efa11c3d-7421-43e1-aaaa-921b45365f1a tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0964844 Jun 07 17:37:17.065857 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Network fd0b55d2-cd93-45ff-911e-329670afa883 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:17.069539 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:17.073034 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:17.180140 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9085c11-a8cc-42bf-ae13-20f2cf6505ec x-openstack-request-id: req-d9085c11-a8cc-42bf-ae13-20f2cf6505ec {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:17.180714 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "name": "network-vif-plugged", "status": "completed", "tag": "6132e152-797c-4a00-8b31-1beece1564ff", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:17.180820 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9085c11-a8cc-42bf-ae13-20f2cf6505ec {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:17.181250 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff', 'code': 200} Jun 07 17:37:17.185071 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-75fc703c-edae-4af4-8d34-86fa3aadc107 None None] Port 794885c5-5975-4474-bc83-258851e0df47 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:37:17.213682 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:17.267950 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33870) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:17.496468 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:10Z', 'revision_number': 3, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:17.507305 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61ed3b-8ea7-44f2-803a-699525f67f2f None None] The sync data for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb is: [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:10Z', 'revision_number': 3, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:37:17.617985 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-8c7031ad-a291-4149-b802-a35f6a2d9c36 None None] Provisioning for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:17.632052 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-8c7031ad-a291-4149-b802-a35f6a2d9c36 None None] Provisioning complete for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:17.633267 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-8c7031ad-a291-4149-b802-a35f6a2d9c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:17.637303 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:17.688983 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:17.724136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17b42-b467-4325-8cc6-1d7991fbf7f4 req-47da2ae6-a476-4ba5-bd2b-3a2d108915bc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:17.725854 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06f17b42-b467-4325-8cc6-1d7991fbf7f4 req-47da2ae6-a476-4ba5-bd2b-3a2d108915bc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 931 time: 0.2809484 Jun 07 17:37:17.769650 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-8c7031ad-a291-4149-b802-a35f6a2d9c36 None None] Port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:37:17.814678 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f7b87c7a-1ed1-4561-801f-0810aa8f32a2 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:17.849157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6bbf9-282d-44fd-aa3d-8bac22d28207 req-acb9cafd-bb98-4cb3-9381-6341f1a32ad7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:17.859364 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-edb6bbf9-282d-44fd-aa3d-8bac22d28207 req-acb9cafd-bb98-4cb3-9381-6341f1a32ad7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.4908979 Jun 07 17:37:17.940755 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06f17b42-b467-4325-8cc6-1d7991fbf7f4 req-b6066b93-4e8a-4ee5-aa97-c46f1e1f4b47 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011986 Jun 07 17:37:17.962183 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-edb6bbf9-282d-44fd-aa3d-8bac22d28207 req-7cc95e3b-19a0-435a-88dd-e23cb2bc76df tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985520 Jun 07 17:37:18.010121 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:18.010796 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.114891 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.127320 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.222961 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b3d9e347-3b3f-4e88-b42d-15a10b9089f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:18.258650 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33878) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:18.260831 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ec85ec3f7e8419e8483c756f4a2ce2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9821684 Jun 07 17:37:18.420427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2260ff42-d860-4a72-bb0c-456af3f2aa31,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:18.431612 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:18.527746 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010353-b00a-4fc5-bb95-102098b5df3d req-408c88d4-eb47-47cf-9299-b2433dacc7a9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:18.534102 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7010353-b00a-4fc5-bb95-102098b5df3d req-408c88d4-eb47-47cf-9299-b2433dacc7a9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2245526 Jun 07 17:37:18.622831 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7010353-b00a-4fc5-bb95-102098b5df3d req-d2d49d82-9706-4a70-bc9a-a7a62bb11c64 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Jun 07 17:37:18.665664 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.684265 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719cce-396c-410c-8b86-2205123f7800 req-e2ad2b16-2f7a-4b0f-9f3e-44ab1ca21bc7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:18.686004 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-60719cce-396c-410c-8b86-2205123f7800 req-e2ad2b16-2f7a-4b0f-9f3e-44ab1ca21bc7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.3734643 Jun 07 17:37:18.764183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.869483 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.881425 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-60719cce-396c-410c-8b86-2205123f7800 req-0b9ceafc-a1bb-4170-bec5-8c256e3ce8c8 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854727 Jun 07 17:37:18.885115 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:18.925234 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b800afd0-8e32-42ab-8e62-aad8194c79be req-03da61ad-17ae-4743-9a21-713a9eb4b0de tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.1271071 Jun 07 17:37:19.005669 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:19.044511 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:19.348178 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a316b42-f3f5-40ac-b9ff-da899338006e req-678e21e0-fdb2-4b18-8c36-a8f13efe7aeb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:19.353687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcdb07-7dfd-408d-aeb2-05e226143aad req-68d1a85b-f8ae-4e54-b5c6-3a7d95da4348 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:19.355374 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-edfcdb07-7dfd-408d-aeb2-05e226143aad req-68d1a85b-f8ae-4e54-b5c6-3a7d95da4348 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 931 time: 0.1915662 Jun 07 17:37:19.355903 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2a316b42-f3f5-40ac-b9ff-da899338006e req-678e21e0-fdb2-4b18-8c36-a8f13efe7aeb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2761917 Jun 07 17:37:19.357955 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Pushing event updated for resources: {'Port': ['ID=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:19.384378 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:19.386674 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:19.387861 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2260ff42-d860-4a72-bb0c-456af3f2aa31 HTTP/1.1" status: 204 len: 168 time: 1.1197038 Jun 07 17:37:19.392991 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:19.393592 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-aa529c90-b4cc-404c-9518-9eaae99de501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:19.465060 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2a316b42-f3f5-40ac-b9ff-da899338006e req-aa781d69-4551-4b35-850a-8314f0da456a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080446 Jun 07 17:37:19.468186 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260ff42-d860-4a72-bb0c-456af3f2aa31,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:19.471228 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-edfcdb07-7dfd-408d-aeb2-05e226143aad req-b5b56c65-f75e-4021-bdd0-cedefa555aa0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032386 Jun 07 17:37:19.490536 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:19.553194 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Network fd0b55d2-cd93-45ff-911e-329670afa883 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:19.554357 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:19.831784 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 91b06ea0-1adb-4298-9081-2cdfafa1c597 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:20.005178 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Router 13fa2138-623d-4883-8119-6fae8f0d620e has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:37:20.046486 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-7c4d64a3-fda0-4d22-8241-fce64e6b551b None None] Provisioning complete for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:20.047186 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7c4d64a3-fda0-4d22-8241-fce64e6b551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.089076 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 91b06ea0-1adb-4298-9081-2cdfafa1c597 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:20.092725 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33898) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:20.129680 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 91b06ea0-1adb-4298-9081-2cdfafa1c597 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:20.130325 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.133884 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.182016 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7541-db7d-48c6-a69a-b8e31c15bc35 req-bd0116e6-c765-4925-a79e-4c6af52ea2f3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:20.183837 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-848e7541-db7d-48c6-a69a-b8e31c15bc35 req-bd0116e6-c765-4925-a79e-4c6af52ea2f3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.4435503 Jun 07 17:37:20.214953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Request body: {'port': {'device_id': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:20.398217 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d64a3-fda0-4d22-8241-fce64e6b551b None None] Port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:37:20.466330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.501196 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.554652 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-eb3d527e-3991-46c5-8d06-1bccfc1913cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:20.570744 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b3151b718f9440ab120a231fe1375f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693086 Jun 07 17:37:20.573329 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33904) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:20.583004 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.629078 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 91b06ea0-1adb-4298-9081-2cdfafa1c597, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=91b06ea0-1adb-4298-9081-2cdfafa1c597,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:20.636668 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.639222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:20.664937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.704686 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:20.709086 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-848e7541-db7d-48c6-a69a-b8e31c15bc35 req-cb4f4aeb-9d09-4e88-9cc5-2f4213017219 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282825 Jun 07 17:37:20.837619 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=91b06ea0-1adb-4298-9081-2cdfafa1c597,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:20.846372 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:20.999208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19601a0b-2b7f-4708-8da8-7beebe9727ee req-f71a46e3-9843-4337-82d5-5088afa1b5cb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:21.007928 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-19601a0b-2b7f-4708-8da8-7beebe9727ee req-f71a46e3-9843-4337-82d5-5088afa1b5cb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 1.0739014 Jun 07 17:37:21.122174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f6fa4-72dd-46c8-a0b1-cf70ed57b366 req-6e8d526f-87da-4e41-bae4-ff732b37589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:21.124133 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-485f6fa4-72dd-46c8-a0b1-cf70ed57b366 req-6e8d526f-87da-4e41-bae4-ff732b37589f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 1098 time: 0.4621320 Jun 07 17:37:21.128519 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d4cb0-ecc6-46d0-a406-475ba57765ee,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:21.168576 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-19601a0b-2b7f-4708-8da8-7beebe9727ee req-54cb20dd-9373-46d6-931a-8917f3c47fbe tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566355 Jun 07 17:37:21.209683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:21.241926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:21.253639 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:37:21.263432 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Sync routers for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:37:21.284715 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:37:21.285476 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:21.305985 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] 10.222.0.25 "PUT /v2.0/routers/13fa2138-623d-4883-8119-6fae8f0d620e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3045261 Jun 07 17:37:21.404519 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-485f6fa4-72dd-46c8-a0b1-cf70ed57b366 req-ac7edba1-2315-4eab-8fdf-3b112c2b29cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340019 Jun 07 17:37:21.409566 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5561-6f76-4b6c-98b3-451541f3813e req-f2efb308-557e-4545-a8a7-9e8efdee3dba tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:21.417995 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-11ea5561-6f76-4b6c-98b3-451541f3813e req-f2efb308-557e-4545-a8a7-9e8efdee3dba tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.2857549 Jun 07 17:37:21.485926 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-11ea5561-6f76-4b6c-98b3-451541f3813e req-e8056785-7dd0-4cf9-bfc3-440fce350d02 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Jun 07 17:37:21.487659 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a3b39eb-b6b0-452a-a386-93014378b122 req-73f06aa9-1c78-4ed0-ad40-f2e9dcc81c3f tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0800383 Jun 07 17:37:21.529329 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:21.534182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:21.538774 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb3d4cb0-ecc6-46d0-a406-475ba57765ee HTTP/1.1" status: 204 len: 168 time: 0.9561973 Jun 07 17:37:21.541155 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8865d05c-9682-476f-a908-b4d626d9ab19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:21.573564 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d4cb0-ecc6-46d0-a406-475ba57765ee,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:21.577461 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:21.882304 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:37:22.133718 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea890-23c9-47f5-b128-bae5d3ffb695 req-3584720d-4d81-411f-939d-8567cbcc6493 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:22.136236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794885c5-5975-4474-bc83-258851e0df47 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:22.144928 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-247ea890-23c9-47f5-b128-bae5d3ffb695 req-3584720d-4d81-411f-939d-8567cbcc6493 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2836921 Jun 07 17:37:22.170245 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 91b06ea0-1adb-4298-9081-2cdfafa1c597 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:22.290977 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:22.310838 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-247ea890-23c9-47f5-b128-bae5d3ffb695 req-c861c4ad-d63a-4455-9122-2182dc7aa40c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621270 Jun 07 17:37:22.367079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Transition to ACTIVE for port object 794885c5-5975-4474-bc83-258851e0df47 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:22.378808 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:22.405699 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:22.607853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:22.616423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:22.842085 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 91b06ea0-1adb-4298-9081-2cdfafa1c597 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:22.842462 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:22.868252 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350e32-20d6-4810-ac56-66de6b67bdb8 req-fbc980b7-b232-4069-ab28-34a5b1b0abc9 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:22.875786 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18350e32-20d6-4810-ac56-66de6b67bdb8 req-fbc980b7-b232-4069-ab28-34a5b1b0abc9 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 931 time: 0.7338963 Jun 07 17:37:22.918571 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33926) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:22.952457 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.112876 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:17Z', 'revision_number': 4, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b2fdfe8c-166e-4752-b6a2-dde29456a2d1', 'name': '', 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'mac_address': 'fa:16:3e:9b:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:16Z', 'updated_at': '2021-06-07T17:37:17Z', 'revision_number': 2, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'subnets': [{'id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:23.117536 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Checking router: 13fa2138-623d-4883-8119-6fae8f0d620e for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:37:23.117846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Updating router 13fa2138-623d-4883-8119-6fae8f0d620e port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 binding host dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:37:23.232064 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.235974 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.243756 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.264932 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-50df6634-5ccd-4a8a-93fc-8f8f4d35be86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:23.291175 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33928) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:23.314770 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678008862', 'description': 'tempest-secgroup-smoke-678008862 description', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:23.419808 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c1a150bcba64c1095dd0cfcbcc6f490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997423 Jun 07 17:37:23.430029 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33932) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:23.431496 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d115039-9231-442b-99b6-052e925f25ba,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:23.449484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:23.509027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-d0db7689-e630-49f1-9b50-f44ecfbffb96 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:23.510501 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-d0db7689-e630-49f1-9b50-f44ecfbffb96 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 813 time: 0.7000525 Jun 07 17:37:23.535609 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-18350e32-20d6-4810-ac56-66de6b67bdb8 req-a4f5c95c-aa72-4a9e-93da-358a24b2ee7e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588690 Jun 07 17:37:23.553809 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Attempting to bind port 794885c5-5975-4474-bc83-258851e0df47 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:23.554184 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Attempting to bind port 794885c5-5975-4474-bc83-258851e0df47 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:23.554446 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Attempting to bind port 794885c5-5975-4474-bc83-258851e0df47 on network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:23.561353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Port 794885c5-5975-4474-bc83-258851e0df47 on network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:37:23.561713 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Attempting to bind port 794885c5-5975-4474-bc83-258851e0df47 on network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:23.569261 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.585805 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:23.586153 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Checking segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:23.586529 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Bound using segment: {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:23.586951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Bound port: 794885c5-5975-4474-bc83-258851e0df47, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe5ef45-9bcc-457b-b04d-66573d9a6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:23.587303 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.733286 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.834749 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11627462-be67-4678-803c-629baf0af4dc req-919880d3-c6ef-43e4-b1a3-d1088be2a155 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:23.844186 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-11627462-be67-4678-803c-629baf0af4dc req-919880d3-c6ef-43e4-b1a3-d1088be2a155 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.3394496 Jun 07 17:37:23.853502 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:23.866519 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc1d73-b218-4a14-bc87-870eb13d531e req-77341e52-b034-4243-8642-1b1e7b122472 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:23.874031 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e9fc1d73-b218-4a14-bc87-870eb13d531e req-77341e52-b034-4243-8642-1b1e7b122472 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1784828 Jun 07 17:37:23.938318 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-11627462-be67-4678-803c-629baf0af4dc req-0b01c9a0-b984-42fa-a698-eb41b9993fe5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926728 Jun 07 17:37:23.978211 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:24.002907 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e9fc1d73-b218-4a14-bc87-870eb13d531e req-9c73d15e-2dce-4bc2-b342-55e6eda9c988 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271765 Jun 07 17:37:24.035182 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:24.044926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.068428 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:24.083649 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.096875 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.115612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks [] for port, precommit_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.129177 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Transition to ACTIVE for port object b2fdfe8c-166e-4752-b6a2-dde29456a2d1 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:24.136517 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a8a2f24a-a3b1-4cd2-aca2-a73714ca8b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:24.141951 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.171281 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:24.180678 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482df838-0719-4bae-9d8c-ba6b3a005048,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:24.182933 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.185477 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.186667 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d115039-9231-442b-99b6-052e925f25ba HTTP/1.1" status: 204 len: 168 time: 0.7311523 Jun 07 17:37:24.188024 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.189823 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8946548 Jun 07 17:37:24.190990 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:24.191681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-864cc38b-746d-417e-8caf-b5398feec26f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:24.232639 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33940) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:24.247475 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:24.292047 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d115039-9231-442b-99b6-052e925f25ba,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:24.298456 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:24.302205 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:24.302843 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:24.308293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.326780 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:24.327416 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.333149 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] 10.222.0.60 "PUT /v2.0/ports/794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 1093 time: 4.1482832 Jun 07 17:37:24.333700 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:24.344803 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b4278-e01b-4551-9fa3-a9c9200c7441" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:24.453819 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.476727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.502839 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:24.513612 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9ed66c5c-ca83-4d87-aba9-5653fac91d8e req-02bfb34f-97b7-42a7-af54-af989059957f tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.1495509 Jun 07 17:37:24.622162 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9638e6-16fc-4985-9865-87abfdeaaba4 req-c9d2e66b-7608-4a29-93b8-bb5ceba7e4ea tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:24.638957 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6b9638e6-16fc-4985-9865-87abfdeaaba4 req-c9d2e66b-7608-4a29-93b8-bb5ceba7e4ea tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.4568229 Jun 07 17:37:24.657332 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b46ec4-1180-430a-9c73-c02db570157a,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:24.667094 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:24.758748 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.764278 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5213847 Jun 07 17:37:24.767639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33948) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:24.782019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:24.818539 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6b9638e6-16fc-4985-9865-87abfdeaaba4 req-15b92421-7905-4573-bbd6-a8c6b9589ab8 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786957 Jun 07 17:37:24.944979 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.949728 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Pushing event updated for resources: {'Port': ['ID=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:24.954608 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:24.965231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Attempting to bind port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:24.965865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Attempting to bind port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:24.966467 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Attempting to bind port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 on network fd0b55d2-cd93-45ff-911e-329670afa883 {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:24.981688 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:24.982080 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Checking segment: {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:24.982480 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:24.982959 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Bound using segment: {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:24.983603 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Bound port: b2fdfe8c-166e-4752-b6a2-dde29456a2d1, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f7190d-29f4-4c3b-969c-29149105fa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:24.985545 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.003857 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee6db42-eefb-472d-8ed5-c157c0c448a1 x-openstack-request-id: req-dee6db42-eefb-472d-8ed5-c157c0c448a1 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:25.004236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:25.004437 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dee6db42-eefb-472d-8ed5-c157c0c448a1 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:25.022799 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:37:25.152855 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671d005-7e5f-4a2d-95c7-73fb1a22cdbd req-defb9408-a42d-47dc-9fe4-31d3d7d9adaa tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:25.160110 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8671d005-7e5f-4a2d-95c7-73fb1a22cdbd req-defb9408-a42d-47dc-9fe4-31d3d7d9adaa tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2889824 Jun 07 17:37:25.184100 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54409528-d02c-4897-8965-8c90eeca856c req-5e316382-b860-4502-829e-1cc2af8b23e1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:25.197153 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54409528-d02c-4897-8965-8c90eeca856c req-5e316382-b860-4502-829e-1cc2af8b23e1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1347196 Jun 07 17:37:25.214398 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.227937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.233242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:25.255564 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] For port b2fdfe8c-166e-4752-b6a2-dde29456a2d1, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:25.263774 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] For port b2fdfe8c-166e-4752-b6a2-dde29456a2d1, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:25.269633 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efd1ecd-8965-4602-ab07-f4f6cf2b94da,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:25.273196 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.288192 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8671d005-7e5f-4a2d-95c7-73fb1a22cdbd req-0bfc2ce0-3d1d-4cf3-91d7-0ae6c8f989a5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271443 Jun 07 17:37:25.289761 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:25.294951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:25.296343 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.297735 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5290630 Jun 07 17:37:25.300765 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 33962) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:25.312084 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:25.329348 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54409528-d02c-4897-8965-8c90eeca856c req-5bf79112-d015-4c2e-8149-1811d7d25573 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300597 Jun 07 17:37:25.415522 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.512796 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:37:25.513741 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:25.579047 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.604754 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.608116 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c99e7931-14f9-469f-b5a3-e12b62193163 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:25.825075 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3245c09-6c4a-4369-beb4-84cb027ba318,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:25.825434 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf507ba-3851-466c-b09c-345038e9e7ab req-8e1fbe20-3170-42cc-818d-dd820afa11fc tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:25.834723 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5cf507ba-3851-466c-b09c-345038e9e7ab req-8e1fbe20-3170-42cc-818d-dd820afa11fc tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1911275 Jun 07 17:37:25.860571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:25.919327 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5cf507ba-3851-466c-b09c-345038e9e7ab req-134a10fb-c2dc-4201-a110-d1a203835fe8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813324 Jun 07 17:37:25.950872 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:25.955132 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33980) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:25.957627 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f2b39731-28d1-46b2-af2c-d9189fabf81a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6501982 Jun 07 17:37:25.963562 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:25.967772 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:37:26.021399 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Pushing event updated for resources: {'Port': ['ID=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:26.037878 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.051319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:26.092953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41736cc-e47a-4658-9918-44a3ea9f5228 req-60cd58f3-a3d9-4e35-8d94-5b9dcc3e87c3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:26.098679 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a41736cc-e47a-4658-9918-44a3ea9f5228 req-60cd58f3-a3d9-4e35-8d94-5b9dcc3e87c3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.4311526 Jun 07 17:37:26.259767 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a41736cc-e47a-4658-9918-44a3ea9f5228 req-93116399-b614-4aca-bd59-3117e7c688bc tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461132 Jun 07 17:37:26.298180 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f4d00f8d-b4b9-43da-a7ec-16ec27619508 req-bc0f96d2-9475-46f5-90f6-cb3636b3d9cd tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.1631567 Jun 07 17:37:26.320871 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.328639 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.333315 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6e10eef2-b8f9-4e4d-8ccc-1933fdd95a5d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:26.352722 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e8ae1a-7716-4ab9-bdc8-6fb9cda60cdd,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:26.365360 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:26.381810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.386017 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-c4f580bc-e9a2-468d-bac1-179ebd6594e4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4272676 Jun 07 17:37:26.386378 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 33998) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:26.397745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:26.448192 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.securitygroups_db [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Project ec483c477a6e4dfcbce9f11aa7434e20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:37:26.456556 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.511571 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:17Z', 'revision_number': 4, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b2fdfe8c-166e-4752-b6a2-dde29456a2d1', 'name': '', 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'mac_address': 'fa:16:3e:9b:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:16Z', 'updated_at': '2021-06-07T17:37:25Z', 'revision_number': 4, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'subnets': [{'id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:37:26.527865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e687d0-16d6-4b73-b25a-ab35c30f16f4 None None] The sync data for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb is: [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:37:17Z', 'revision_number': 4, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'b2fdfe8c-166e-4752-b6a2-dde29456a2d1', 'name': '', 'network_id': 'fd0b55d2-cd93-45ff-911e-329670afa883', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'mac_address': 'fa:16:3e:9b:67:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:16Z', 'updated_at': '2021-06-07T17:37:25Z', 'revision_number': 4, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'subnets': [{'id': '5ee150ad-a449-4906-a2e5-085ea30e1c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:37:26.684883 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.729914 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.737644 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47f68-01a3-44e2-b986-52100a8a6e35 req-58282463-fcdc-4c53-91e6-ad52c365a8e7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:26.748178 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f2b47f68-01a3-44e2-b986-52100a8a6e35 req-58282463-fcdc-4c53-91e6-ad52c365a8e7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.2421107 Jun 07 17:37:26.755268 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:26.796090 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97162124-557b-489e-9a14-20101580f911 req-96a4aa09-bf2f-40f9-9bfc-6f699d35d1fa tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:26.798016 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-97162124-557b-489e-9a14-20101580f911 req-96a4aa09-bf2f-40f9-9bfc-6f699d35d1fa tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.3029401 Jun 07 17:37:26.802456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b676319-02d6-49dd-97d9-9ca54ae1241e,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:26.810732 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:26.865355 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f2b47f68-01a3-44e2-b986-52100a8a6e35 req-30a8fa68-0a26-4d22-bb5d-322051732ffb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097641 Jun 07 17:37:26.867555 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:26.869063 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2f8ad800-5904-461c-ad2e-2833918f21e9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4813015 Jun 07 17:37:26.871679 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34004) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:26.879277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'security_group_rule': {'security_group_id': '482df838-0719-4bae-9d8c-ba6b3a005048', 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:26.887541 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-97162124-557b-489e-9a14-20101580f911 req-3315b38c-a9e8-480f-8bce-f17a3d6a1e56 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746648 Jun 07 17:37:26.964735 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.securitygroups_db [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Project ec483c477a6e4dfcbce9f11aa7434e20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:37:26.975158 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:27.143817 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:27.150151 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:27.157755 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:27.224745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b9eef-8892-4ab2-9375-e84a36245b3f req-34f39bf0-47d6-4179-b522-cc17c40afb2e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:27.226733 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e84b9eef-8892-4ab2-9375-e84a36245b3f req-34f39bf0-47d6-4179-b522-cc17c40afb2e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1590521 Jun 07 17:37:27.271988 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:27.297482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4118843 Jun 07 17:37:27.300615 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e032be35-16d8-462e-8dda-0cbcfa74413f,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:27.310393 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:27.322597 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e84b9eef-8892-4ab2-9375-e84a36245b3f req-18fde049-f93e-4411-83e9-38e2fbd19733 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896945 Jun 07 17:37:27.645935 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3fc2a-cb15-413e-8018-9f4e0678e9a6 req-f743b6c8-a3ef-4349-bdca-77858665e95c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:27.654697 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-81c3fc2a-cb15-413e-8018-9f4e0678e9a6 req-f743b6c8-a3ef-4349-bdca-77858665e95c tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.1488137 Jun 07 17:37:27.731992 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19fe1c-a75c-40bb-8609-f1dcd88dfc38 req-f5e0af74-7b10-40ec-818b-587c17427f3c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:27.745834 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9f19fe1c-a75c-40bb-8609-f1dcd88dfc38 req-f5e0af74-7b10-40ec-818b-587c17427f3c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.2432554 Jun 07 17:37:27.778770 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-81c3fc2a-cb15-413e-8018-9f4e0678e9a6 req-050108ef-7dd1-4041-afdb-d229447c98ed tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233537 Jun 07 17:37:27.850623 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2fdfe8c-166e-4752-b6a2-dde29456a2d1 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:27.903375 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9f19fe1c-a75c-40bb-8609-f1dcd88dfc38 req-3423ea96-3c01-49eb-8640-e29d4ec0c719 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369481 Jun 07 17:37:28.016653 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:28.022926 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:28.023379 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:28.027441 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-14753ffb-94b5-4e14-a2f4-198c617b0621 req-84888232-0463-4c3b-a0d3-b0ed3566cbe7 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0995536 Jun 07 17:37:28.252491 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba02229-2213-4dbe-8995-4dd1bfb57b44 req-2443def1-595c-45f2-9d3b-9b0711c4273f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:28.254646 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ba02229-2213-4dbe-8995-4dd1bfb57b44 req-2443def1-595c-45f2-9d3b-9b0711c4273f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1764593 Jun 07 17:37:28.283104 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:28.328868 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967c604-fdb8-43c8-a265-b873cb1689e0 req-bf5db0e9-5fb5-4df1-9abf-4042144365ac tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:28.330755 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a967c604-fdb8-43c8-a265-b873cb1689e0 req-bf5db0e9-5fb5-4df1-9abf-4042144365ac tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1650796 Jun 07 17:37:28.333596 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ba02229-2213-4dbe-8995-4dd1bfb57b44 req-445582c4-2d32-47d0-999a-644dd418aa95 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721931 Jun 07 17:37:28.339395 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port b2fdfe8c-166e-4752-b6a2-dde29456a2d1, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:28.346436 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:28.360720 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-60b5cd6b-ba04-4f72-8822-3c50e85ad8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:28.435237 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:28.438076 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a967c604-fdb8-43c8-a265-b873cb1689e0 req-49669c36-6a2c-4cc1-adf0-5cf1b99908ff tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913463 Jun 07 17:37:28.446665 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:28.663456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7453a-af35-4e28-a641-b751755d0f18 req-e98c3794-697c-4600-9242-c02f084eeaf2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:28.664865 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81f7453a-af35-4e28-a641-b751755d0f18 req-e98c3794-697c-4600-9242-c02f084eeaf2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1476710 Jun 07 17:37:28.723788 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-81f7453a-af35-4e28-a641-b751755d0f18 req-a755307e-ba9b-4fe8-8f23-5c7e777b7adb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Jun 07 17:37:29.026565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1097d5-71b8-45d3-a723-ef850e1737e7 req-3c4bacd4-f52c-4fe5-88ba-1a1907edc34a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:29.028267 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a1097d5-71b8-45d3-a723-ef850e1737e7 req-3c4bacd4-f52c-4fe5-88ba-1a1907edc34a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.1483352 Jun 07 17:37:29.108489 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9a1097d5-71b8-45d3-a723-ef850e1737e7 req-7617086e-f304-4a51-b60a-3a6f670c1f38 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744157 Jun 07 17:37:29.269500 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb6de8-3707-4571-b2db-6a201c5d8aa5 req-73f051cd-9e68-4074-83db-1f6d0c95b91a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:29.278606 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-18fb6de8-3707-4571-b2db-6a201c5d8aa5 req-73f051cd-9e68-4074-83db-1f6d0c95b91a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.2329118 Jun 07 17:37:29.334068 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2101e569-3261-4ae8-831d-96d99b2346c4 req-75280aa0-5494-45cc-9370-a3720a2fd384 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0794337 Jun 07 17:37:29.346741 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-18fb6de8-3707-4571-b2db-6a201c5d8aa5 req-c41ace77-6b5c-4a7d-9da2-e5965168d5a2 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667582 Jun 07 17:37:29.554914 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0e792-c583-4363-a391-845f5e32f014 req-46725d82-0a98-4e37-8881-3dee888e7c32 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:29.556719 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-94a0e792-c583-4363-a391-845f5e32f014 req-46725d82-0a98-4e37-8881-3dee888e7c32 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1011381 Jun 07 17:37:29.625791 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-94a0e792-c583-4363-a391-845f5e32f014 req-e9fffc6a-6446-4357-9267-319dcbdf79f7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626481 Jun 07 17:37:29.653168 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb785bf3-58d4-414d-bb8c-1203ceb56685 req-090a4c85-3745-4a5f-826e-d10086ffd50a tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:29.655068 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fb785bf3-58d4-414d-bb8c-1203ceb56685 req-090a4c85-3745-4a5f-826e-d10086ffd50a tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1017957 Jun 07 17:37:29.790870 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2fdfe8c-166e-4752-b6a2-dde29456a2d1 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:29.794877 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-fb785bf3-58d4-414d-bb8c-1203ceb56685 req-5797030f-8dc3-4c48-a64e-5bf45b150d9c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176515 Jun 07 17:37:29.943345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:29.943759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:30.204438 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225822b-cf40-4645-8568-6d8fdb2e3993 req-ced6fa5d-bfbd-4ffe-ba50-f08fdcbc86be tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:30.206418 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4225822b-cf40-4645-8568-6d8fdb2e3993 req-ced6fa5d-bfbd-4ffe-ba50-f08fdcbc86be tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0966332 Jun 07 17:37:30.268100 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4225822b-cf40-4645-8568-6d8fdb2e3993 req-1e3ce4f8-89dc-4b3a-b9af-d1669af56a07 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556343 Jun 07 17:37:30.316957 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f36765-1949-4f44-97c8-131ac00fcbfc req-eb762f1b-b4b9-43a9-8732-fe3256a4e6c3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:30.318402 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06f36765-1949-4f44-97c8-131ac00fcbfc req-eb762f1b-b4b9-43a9-8732-fe3256a4e6c3 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.0915942 Jun 07 17:37:30.370099 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-06f36765-1949-4f44-97c8-131ac00fcbfc req-82a4ef82-731c-4b66-ac66-5b46e97eca5d tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Jun 07 17:37:30.473204 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7c1f974c-ecf3-4346-9897-7be7b5eb6389 req-727ecbdf-aded-49fb-b466-c361315dcbf7 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0522616 Jun 07 17:37:30.601865 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc42b1-f8cb-4f19-897f-d5b6d833ad37 req-856125dc-1a57-4528-a9ca-e846bb5aa94f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:30.603432 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-82fc42b1-f8cb-4f19-897f-d5b6d833ad37 req-856125dc-1a57-4528-a9ca-e846bb5aa94f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.0883029 Jun 07 17:37:30.650273 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-82fc42b1-f8cb-4f19-897f-d5b6d833ad37 req-16a7323b-5b83-44e2-85c4-041faafa2b81 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Jun 07 17:37:30.865267 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2469-4323-459c-b560-7cc342d362d1 req-ba4361c0-1e83-4284-b531-ba8d7efa149f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:30.872842 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3bcc2469-4323-459c-b560-7cc342d362d1 req-ba4361c0-1e83-4284-b531-ba8d7efa149f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1174538 Jun 07 17:37:30.922327 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3bcc2469-4323-459c-b560-7cc342d362d1 req-4ebd8f17-0eb6-4903-823a-e650822a0686 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486226 Jun 07 17:37:31.063375 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7ba6-3d18-4b91-a643-adcf0dc6b431 req-479c175c-769b-47b9-b535-3add53ec552d tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:31.064928 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9a3b7ba6-3d18-4b91-a643-adcf0dc6b431 req-479c175c-769b-47b9-b535-3add53ec552d tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0967891 Jun 07 17:37:31.119343 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9a3b7ba6-3d18-4b91-a643-adcf0dc6b431 req-cd178e00-27e8-4a88-8a5c-f44489cf0da2 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Jun 07 17:37:31.462076 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57cea5-5ee7-4edb-bb02-f02d2361ec38 req-4879573a-b80a-4ef7-9894-112e0b033449 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:31.470277 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce57cea5-5ee7-4edb-bb02-f02d2361ec38 req-4879573a-b80a-4ef7-9894-112e0b033449 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0938237 Jun 07 17:37:31.497612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b35a7406-205d-48da-ac96-fb5afb4f731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:31.515938 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce57cea5-5ee7-4edb-bb02-f02d2361ec38 req-25b1098f-b191-450d-ad9d-edda3178c3a7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Jun 07 17:37:31.616689 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807f130-5a06-4537-8e3c-1c556fd397f4 req-96b1a905-6e71-4007-bb4f-db37ee8a88fa tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:31.618431 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f807f130-5a06-4537-8e3c-1c556fd397f4 req-96b1a905-6e71-4007-bb4f-db37ee8a88fa tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.1273282 Jun 07 17:37:31.692621 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f807f130-5a06-4537-8e3c-1c556fd397f4 req-7135710b-2d8d-45e7-bd2f-cad2d8fd2941 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678663 Jun 07 17:37:31.797811 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-84933325-8d03-4c1b-a52c-c85fd08a22b1 req-dc40466b-a656-4ca5-adea-c5f9745e9f4a tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.1484532 Jun 07 17:37:31.915988 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06acd7-1528-4302-9ae0-2d3a575d40a0 req-377fe890-99b6-4d0b-a013-a52376383b60 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:31.917453 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7d06acd7-1528-4302-9ae0-2d3a575d40a0 req-377fe890-99b6-4d0b-a013-a52376383b60 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.0830464 Jun 07 17:37:31.970680 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7d06acd7-1528-4302-9ae0-2d3a575d40a0 req-f405270a-b550-41e1-a045-9d7941d13d8d tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468125 Jun 07 17:37:32.138649 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ade78-8a46-4901-a091-c9558a38ee3f req-1c1bc4f9-df14-4f1a-b640-34a4542f9ea3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:32.140125 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dd5ade78-8a46-4901-a091-c9558a38ee3f req-1c1bc4f9-df14-4f1a-b640-34a4542f9ea3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.0897169 Jun 07 17:37:32.197518 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dd5ade78-8a46-4901-a091-c9558a38ee3f req-c63e602e-bfa0-4a2d-b617-ce7869ec1dfe tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496678 Jun 07 17:37:32.316954 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7cbaa-8bc9-47bc-8794-1be8560bb568 req-d7c63140-d131-4a45-a054-267a57d5da4e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:32.318381 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e8a7cbaa-8bc9-47bc-8794-1be8560bb568 req-d7c63140-d131-4a45-a054-267a57d5da4e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0796437 Jun 07 17:37:32.367015 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e8a7cbaa-8bc9-47bc-8794-1be8560bb568 req-445fa6e4-52ed-42e7-b9aa-3c06eab5f842 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Jun 07 17:37:32.716178 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc056-8bdd-49b3-8a99-9101c0a07627 req-28b06645-f079-4156-abd7-fb26e3e383d4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:32.717667 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59dfc056-8bdd-49b3-8a99-9101c0a07627 req-28b06645-f079-4156-abd7-fb26e3e383d4 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0846896 Jun 07 17:37:32.765296 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59dfc056-8bdd-49b3-8a99-9101c0a07627 req-934d6ab8-7a2c-4dfe-acbd-c77e17215604 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jun 07 17:37:32.910315 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831881c-556f-4401-8b0f-68db24417bed req-08deb202-d6f0-49e1-b4e1-97fecca20aa5 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:32.912581 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a831881c-556f-4401-8b0f-68db24417bed req-08deb202-d6f0-49e1-b4e1-97fecca20aa5 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.0979643 Jun 07 17:37:32.951668 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-fe398850-e246-41fa-95b9-1ca9b01db5b8 req-18c38021-118a-43ad-8d8e-ee7b433698d2 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0514171 Jun 07 17:37:32.961264 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a831881c-556f-4401-8b0f-68db24417bed req-dc0279ba-dc22-4dc3-987b-362580075c67 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Jun 07 17:37:33.056360 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Request body: {'port': {'device_id': '5a540f8e-05c6-41c0-91ac-15222174a861', 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f', 'admin_state_up': True, 'tenant_id': '028ab52d5b064495bee2d8107ecb3e51'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:33.346071 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-232ae8cd-1a21-4301-a7ff-90a97e94625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:33.347434 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-232ae8cd-1a21-4301-a7ff-90a97e94625f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1096 time: 0.2033434 Jun 07 17:37:33.356901 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa3b4f-9a83-4c79-922e-f1d5b3d4d1f1 req-210de59b-4505-4720-884f-6f0adb532629 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:33.358513 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e1aa3b4f-9a83-4c79-922e-f1d5b3d4d1f1 req-210de59b-4505-4720-884f-6f0adb532629 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.2580066 Jun 07 17:37:33.418533 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b8c33-0b92-425a-b68e-4d718a8b67e3 req-45e077ec-3592-4d22-8612-30470ca9ef94 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:33.422385 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da5b8c33-0b92-425a-b68e-4d718a8b67e3 req-45e077ec-3592-4d22-8612-30470ca9ef94 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.0915539 Jun 07 17:37:33.429218 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Made reservation on behalf of 028ab52d5b064495bee2d8107ecb3e51 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:33.432618 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:33.474751 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da5b8c33-0b92-425a-b68e-4d718a8b67e3 req-8b8c00e6-c804-4bd8-a90c-d74c9cc99961 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466115 Jun 07 17:37:33.584498 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e1aa3b4f-9a83-4c79-922e-f1d5b3d4d1f1 req-ebcf6801-8fc7-479c-9efa-ad8bfad414f4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973505 Jun 07 17:37:33.655816 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-f1c77465-06e7-48a2-992f-d20937e6eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:33.657271 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-f1c77465-06e7-48a2-992f-d20937e6eab5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2b99f6eded3d4b0482b7db94419c354b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2957509 Jun 07 17:37:33.715082 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe95c20-b485-489e-b875-a19e08e65ece req-33014a3a-575a-4b70-8328-0aa5088c4b2f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:33.716816 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-efe95c20-b485-489e-b875-a19e08e65ece req-33014a3a-575a-4b70-8328-0aa5088c4b2f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.1033871 Jun 07 17:37:33.742004 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Allocated IP 172.20.0.9 (ec8cf53d-6bf0-4a43-b629-c1decd73f23f/d43c5d75-9e29-4b6e-889f-5609c8448f39/bd90e1af-10fc-4532-bb99-87981cd5fb8a) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:33.767629 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-efe95c20-b485-489e-b875-a19e08e65ece req-638e7319-1dca-444f-bb44-d7d1f2666dfc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Jun 07 17:37:34.017909 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:34.137008 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4095aa84-9083-4b35-b419-71964e16e5b2 req-b1d18b96-fdfd-41c5-89aa-3db8bea56672 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0440047 Jun 07 17:37:34.148782 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-55ba170e-5bdd-4b64-b74d-399d70e5058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.157050 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-035b4278-e01b-4551-9fa3-a9c9200c7441 req-55ba170e-5bdd-4b64-b74d-399d70e5058a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043646 Jun 07 17:37:34.165461 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5f60997c-934a-439e-8d56-86a704508222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:34.260256 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d9b8-7472-4631-8e3a-757b02dcf708 req-d8d4e118-548c-4de4-875c-5afc61fcedd2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.261727 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f484d9b8-7472-4631-8e3a-757b02dcf708 req-d8d4e118-548c-4de4-875c-5afc61fcedd2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.3634324 Jun 07 17:37:34.322746 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:34.323266 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4afbd-c4d5-44f9-8bd0-585657c747ca req-05aa6da7-5bdb-44bf-b122-a35a439f676a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.324754 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bff4afbd-c4d5-44f9-8bd0-585657c747ca req-05aa6da7-5bdb-44bf-b122-a35a439f676a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.0846157 Jun 07 17:37:34.373512 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bff4afbd-c4d5-44f9-8bd0-585657c747ca req-99b64d42-5436-469f-b20a-ea05d3c5a65a tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Jun 07 17:37:34.404822 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f484d9b8-7472-4631-8e3a-757b02dcf708 req-9c78c771-81bb-458e-9ee1-126df808b403 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965116 Jun 07 17:37:34.441711 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-440586ab-f143-4642-b422-155d30904cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.443163 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-440586ab-f143-4642-b422-155d30904cb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1099 time: 0.2261815 Jun 07 17:37:34.446814 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-714bde72-b0b5-40fa-a097-4a985cb429e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.448203 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-714bde72-b0b5-40fa-a097-4a985cb429e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1096 time: 0.2341483 Jun 07 17:37:34.455580 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:34.458200 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:34.475079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:34.476122 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:34.478474 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:34.690764 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373162-e8e7-4111-9cf1-6392de55f0e8 req-69c57b25-8715-4d5d-a548-c39074c859b2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.696590 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-20373162-e8e7-4111-9cf1-6392de55f0e8 req-69c57b25-8715-4d5d-a548-c39074c859b2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.0908036 Jun 07 17:37:34.715686 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-630c045a-4681-4dc7-a287-354771d10727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 217 time: 0.2105827 Jun 07 17:37:34.741805 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-20373162-e8e7-4111-9cf1-6392de55f0e8 req-bdffbbce-a0a7-4f62-a060-2f1694cb63eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Jun 07 17:37:34.818074 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.818679 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:34.930964 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-4bbe10b1-087f-4c2f-9466-0aa0710597d4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8784771 Jun 07 17:37:34.942387 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-de379cad-67bf-465a-a9ea-37c2697556f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.943880 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-de379cad-67bf-465a-a9ea-37c2697556f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.1680248 Jun 07 17:37:34.951233 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Request body: {'port': {'device_id': '5a540f8e-05c6-41c0-91ac-15222174a861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:34.961899 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817efe1-71eb-4b14-af08-29e07fac3cd4 req-1548a2a5-16c5-4143-bd1a-c7a160103b92 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:34.963391 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c817efe1-71eb-4b14-af08-29e07fac3cd4 req-1548a2a5-16c5-4143-bd1a-c7a160103b92 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.0839453 Jun 07 17:37:35.010705 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c817efe1-71eb-4b14-af08-29e07fac3cd4 req-4c7f0808-fbe3-41e9-88bc-4a7d6fa2769c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jun 07 17:37:35.065330 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-b3daef05-9fa9-4c73-8082-d9d307e69073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.066766 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-b3daef05-9fa9-4c73-8082-d9d307e69073 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.5581877 Jun 07 17:37:35.154131 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069d2b9-7dd0-474a-8d42-cd1876e6973f req-0bdf7218-8bc0-4bf3-8295-161308557ee5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.155588 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d069d2b9-7dd0-474a-8d42-cd1876e6973f req-0bdf7218-8bc0-4bf3-8295-161308557ee5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.4257970 Jun 07 17:37:35.295616 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d069d2b9-7dd0-474a-8d42-cd1876e6973f req-e4127195-f255-4aa3-ba93-15548a0d28e6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100426 Jun 07 17:37:35.306735 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-b58b906f-cf9c-49e3-843d-3861b617a3a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1002 time: 0.2275140 Jun 07 17:37:35.307353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:35.344051 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:35.348039 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa70da2-59af-4c87-b71b-8c7e49bee23f req-cdb516d3-2f16-49f8-a10c-67ce973a432e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.349787 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-afa70da2-59af-4c87-b71b-8c7e49bee23f req-cdb516d3-2f16-49f8-a10c-67ce973a432e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 931 time: 0.0991318 Jun 07 17:37:35.428999 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532f781-43fd-48e9-86be-abfea74c6003 req-db324a03-b6a9-4c4b-b78c-79fdfc710dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.430820 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-db324a03-b6a9-4c4b-b78c-79fdfc710dc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4357960 Jun 07 17:37:35.446977 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-afa70da2-59af-4c87-b71b-8c7e49bee23f req-84c85b28-70d3-4fe2-8d6e-f6330b8d51b1 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880244 Jun 07 17:37:35.456564 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-1f4fa148-08ff-4a38-9cf3-b473363a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.457995 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-1f4fa148-08ff-4a38-9cf3-b473363a1492 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1378002 Jun 07 17:37:35.651935 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba35b22-2e61-4d8f-a0d0-573c79fb70f1 req-c4dc44a0-59bd-4452-b0ad-01bfa98298d0 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:35.660509 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dba35b22-2e61-4d8f-a0d0-573c79fb70f1 req-c4dc44a0-59bd-4452-b0ad-01bfa98298d0 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0971804 Jun 07 17:37:35.707803 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dba35b22-2e61-4d8f-a0d0-573c79fb70f1 req-b81fda38-61ba-4b14-af72-ee9ccd892020 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Jun 07 17:37:35.921047 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-4e7b0bac-278b-436e-a29c-cd45d0f59efe service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689806 Jun 07 17:37:36.029147 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fa6e9-0821-4bf3-a754-321e3fad75e9 req-574ffde2-7ed9-4994-8fcf-7074f84133d7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:36.031153 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-479fa6e9-0821-4bf3-a754-321e3fad75e9 req-574ffde2-7ed9-4994-8fcf-7074f84133d7 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.4874291 Jun 07 17:37:36.034818 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-9d5129b0-6a70-44b6-b256-b57763926e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:36.036200 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-9d5129b0-6a70-44b6-b256-b57763926e34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5563807 Jun 07 17:37:36.041432 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e0c3b-7c17-40c4-819c-485fe2bd7080 req-f2fadcdc-aff5-45ea-bc37-8830dbe215ac tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:36.044015 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-525e0c3b-7c17-40c4-819c-485fe2bd7080 req-f2fadcdc-aff5-45ea-bc37-8830dbe215ac tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1175299 Jun 07 17:37:36.135330 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-525e0c3b-7c17-40c4-819c-485fe2bd7080 req-5aaa7ec7-ceff-4409-bbe8-7f9cc25afd0f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830047 Jun 07 17:37:36.187604 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-14663ad2-8c0d-453b-b24d-9ee980dd5174 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:36.189052 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-14663ad2-8c0d-453b-b24d-9ee980dd5174 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 945 time: 0.1084411 Jun 07 17:37:36.399379 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-479fa6e9-0821-4bf3-a754-321e3fad75e9 req-a0c62e46-c0c6-4633-b2a8-17985968f225 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/security-groups?id=242abe7c-8a03-4337-b6b5-6fc398ea25be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486118 Jun 07 17:37:36.401110 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c532f781-43fd-48e9-86be-abfea74c6003 req-b637d170-443f-4ce2-9315-b8b2d47640a9 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307110 Jun 07 17:37:36.457982 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b74447-6fe0-4161-82af-2d32b9778cb2 req-5c60fd1c-8633-4fae-8aa4-887047fcecdc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:36.459438 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b3b74447-6fe0-4161-82af-2d32b9778cb2 req-5c60fd1c-8633-4fae-8aa4-887047fcecdc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.2162993 Jun 07 17:37:36.485935 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Deleting port ffd0d923-a415-4948-86ed-c00525d22038 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:37:36.486280 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:36.489714 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-15c65ba7-a0cc-4642-8d46-f6dbd202dfec service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897555 Jun 07 17:37:36.530227 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd90e1af-10fc-4532-bb99-87981cd5fb8a {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:36.548627 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:36.603367 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b3b74447-6fe0-4161-82af-2d32b9778cb2 req-db765f98-a86b-4768-bb58-85a827ceddaa tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357095 Jun 07 17:37:36.664606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Transition to ACTIVE for port object bd90e1af-10fc-4532-bb99-87981cd5fb8a will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:36.675349 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:36.687239 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:36.689843 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] For port ffd0d923-a415-4948-86ed-c00525d22038, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ffd0d923-a415-4948-86ed-c00525d22038,segment=NetworkSegment(68d75588-e10d-4131-934f-46f8d6681e18),segment_id=68d75588-e10d-4131-934f-46f8d6681e18)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:36.690401 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:36.888576 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Calling delete_port for ffd0d923-a415-4948-86ed-c00525d22038 owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:37:36.922639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Pushing event updated for resources: {'Port': ['ID=bd90e1af-10fc-4532-bb99-87981cd5fb8a,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:36.941521 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:36.990779 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3f06605f-4ed0-4383-9d22-d3b07aa25df4 req-7f0545d4-1608-4261-be47-56f050125761 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912951 Jun 07 17:37:36.995307 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.059104 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29032eec-c29f-4a7c-8a99-9ee7d6de40b5 req-4fdfabf3-f9fb-4339-8768-31e2a10cb2a1 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.060593 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-29032eec-c29f-4a7c-8a99-9ee7d6de40b5 req-4fdfabf3-f9fb-4339-8768-31e2a10cb2a1 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 931 time: 0.5018256 Jun 07 17:37:37.065648 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Attempting to bind port bd90e1af-10fc-4532-bb99-87981cd5fb8a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:37.067305 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Attempting to bind port bd90e1af-10fc-4532-bb99-87981cd5fb8a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:37.067629 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Attempting to bind port bd90e1af-10fc-4532-bb99-87981cd5fb8a on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:37.099299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Port bd90e1af-10fc-4532-bb99-87981cd5fb8a on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:37:37.099623 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Attempting to bind port bd90e1af-10fc-4532-bb99-87981cd5fb8a on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:37.121183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:37.121527 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Checking segment: {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:37.121898 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Bound using segment: {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:37.122498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Bound port: bd90e1af-10fc-4532-bb99-87981cd5fb8a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:37.122852 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.150261 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-29032eec-c29f-4a7c-8a99-9ee7d6de40b5 req-f52f5876-bf1f-46f4-bce9-e085db452bab tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751989 Jun 07 17:37:37.168603 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec922b-4076-4737-95d1-05fdd5e0ebe3 req-aed30d96-d411-45aa-8472-9030f8c16ef5 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.170123 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b1ec922b-4076-4737-95d1-05fdd5e0ebe3 req-aed30d96-d411-45aa-8472-9030f8c16ef5 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1701708 Jun 07 17:37:37.217858 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:37:37.289297 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:37.294708 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:37:37.302640 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b1ec922b-4076-4737-95d1-05fdd5e0ebe3 req-dea2dc00-a1bd-4ba9-9d87-040042f62c8e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226711 Jun 07 17:37:37.310968 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.316436 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.329471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:37.331525 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c22ca0fb-c39c-4df3-acb0-98fff2700d4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:37.377485 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.378228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.379623 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] 10.222.0.60 "PUT /v2.0/ports/bd90e1af-10fc-4532-bb99-87981cd5fb8a HTTP/1.1" status: 200 len: 1093 time: 2.4348783 Jun 07 17:37:37.380635 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:37.383009 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86c1b28-4bb6-4a10-ab7c-fb6031443093" -d '{"events": [{"name": "network-changed", "server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:37.422564 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Pushing event updated for resources: {'Port': ['ID=bd90e1af-10fc-4532-bb99-87981cd5fb8a,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:37.435963 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:37.453500 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Pushing event deleted for resources: {'Port': ['ID=ffd0d923-a415-4948-86ed-c00525d22038,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:37.497520 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:37.505677 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.561317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-a33038f8-d50a-4d18-970a-1a3fde87e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.563769 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-a33038f8-d50a-4d18-970a-1a3fde87e0e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 1096 time: 0.1200974 Jun 07 17:37:37.596338 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] No DVR routers for this DVR port ffd0d923-a415-4948-86ed-c00525d22038 on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:37:37.603277 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.605174 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8d8808cb-03a9-4e40-8ae8-7ba7b51ab514 req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.60 "DELETE /v2.0/ports/ffd0d923-a415-4948-86ed-c00525d22038 HTTP/1.1" status: 204 len: 173 time: 1.4074316 Jun 07 17:37:37.605843 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:37.605995 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'name': 'network-vif-deleted', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:37.608598 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c00b62-2781-4ebd-81a9-a84db83fe17a" -d '{"events": [{"server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "name": "network-vif-deleted", "tag": "ffd0d923-a415-4948-86ed-c00525d22038"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:37.623487 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:37.632773 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf4d997-db71-4d87-9295-5adf0e5cbbd1" -d '{"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-unplugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:37.635243 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:37.641316 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c0ef-c830-46b1-af91-6c061972442d req-42c0a1f1-6564-4ce4-83b1-5215cfe291d2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.648815 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2249c0ef-c830-46b1-af91-6c061972442d req-42c0a1f1-6564-4ce4-83b1-5215cfe291d2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 946 time: 0.1927049 Jun 07 17:37:37.650252 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-8e782e13-afe6-4f9d-a265-5933972fd7a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a HTTP/1.1" status: 200 len: 217 time: 0.0724571 Jun 07 17:37:37.663514 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ffd0d923-a415-4948-86ed-c00525d22038 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:37:37.717942 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2249c0ef-c830-46b1-af91-6c061972442d req-8731e7cd-d5e2-4197-94ba-a46ff2b8dbeb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680192 Jun 07 17:37:37.749535 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:37.784448 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-290bb139-8558-4d4e-8f00-fa0a59726147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:37.786275 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-290bb139-8558-4d4e-8f00-fa0a59726147 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43c5d75-9e29-4b6e-889f-5609c8448f39 HTTP/1.1" status: 200 len: 853 time: 0.1126344 Jun 07 17:37:37.806302 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: ffd0d923-a415-4948-86ed-c00525d22038 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:37:37.806924 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ffd0d923-a415-4948-86ed-c00525d22038 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:37:37.872640 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=8']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:37.876039 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:37.885764 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6c91a-0836-46fa-aef2-89186f101bc0 x-openstack-request-id: req-4da6c91a-0836-46fa-aef2-89186f101bc0 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:37.886389 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:37.886740 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4da6c91a-0836-46fa-aef2-89186f101bc0 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:37.887224 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a', 'status': 'completed', 'code': 200} Jun 07 17:37:37.897518 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-34b8db17-f784-401b-9a01-b4993412db3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982418 Jun 07 17:37:38.050841 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab2d5cd-4785-4cb6-b257-de0e2403918b x-openstack-request-id: req-9ab2d5cd-4785-4cb6-b257-de0e2403918b {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:38.051318 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dc5335-28e5-4e07-a5e6-cf3446ff9381", "name": "network-vif-deleted", "tag": "ffd0d923-a415-4948-86ed-c00525d22038", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:38.051909 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab2d5cd-4785-4cb6-b257-de0e2403918b {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:38.052407 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dc5335-28e5-4e07-a5e6-cf3446ff9381', 'name': 'network-vif-deleted', 'tag': 'ffd0d923-a415-4948-86ed-c00525d22038', 'status': 'completed', 'code': 200} Jun 07 17:37:38.060333 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-db8d139b-4921-40bd-a6de-70e4e5b2e2bb req-7d60a755-cc70-49cc-adf0-0f1160a06644 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] 10.222.0.25 "GET /v2.0/ports?device_id=20dc5335-28e5-4e07-a5e6-cf3446ff9381 HTTP/1.1" status: 200 len: 210 time: 0.0754995 Jun 07 17:37:38.122407 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-56458839-1442-462c-bb4d-10df3ce7ce94 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123275 Jun 07 17:37:38.162321 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3ae27-2763-4a1d-aa18-c0b0c301f515 x-openstack-request-id: req-f5c3ae27-2763-4a1d-aa18-c0b0c301f515 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:38.162881 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-unplugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:38.162997 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5c3ae27-2763-4a1d-aa18-c0b0c301f515 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:38.163320 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'code': 200} Jun 07 17:37:38.418618 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92fa61-8936-4a00-ad82-feb549d4a199 req-ef9f4542-5f19-4089-8572-505ba2f79f21 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.427281 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cb92fa61-8936-4a00-ad82-feb549d4a199 req-ef9f4542-5f19-4089-8572-505ba2f79f21 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 943 time: 0.1275427 Jun 07 17:37:38.428466 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d3706-cc82-4174-9b0e-9c48ce3419d6 req-7f96c37a-c58e-43de-be50-9e8516153a35 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.436633 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d38d3706-cc82-4174-9b0e-9c48ce3419d6 req-7f96c37a-c58e-43de-be50-9e8516153a35 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 943 time: 0.2644632 Jun 07 17:37:38.481173 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cb92fa61-8936-4a00-ad82-feb549d4a199 req-9e6b5327-fbf2-4324-bfc4-0bba61e3259c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524597 Jun 07 17:37:38.508063 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-23f7e5ce-cef2-4f47-ad1c-5fa782ce65c2 req-f97ec71a-4ac8-47f4-ba3f-d8955b0586b7 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746974 Jun 07 17:37:38.529211 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d38d3706-cc82-4174-9b0e-9c48ce3419d6 req-39d4b316-ff2d-4f4e-b1e5-f24b96391266 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801666 Jun 07 17:37:38.659414 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-2a02a060-cc7d-49b0-bfed-6286db5c70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.660831 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-2a02a060-cc7d-49b0-bfed-6286db5c70d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 1096 time: 0.0812306 Jun 07 17:37:38.678548 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35542bd2-7125-4c13-a473-20bff702671f req-d15c31ce-ec4f-4fca-a1a3-231c1748955c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.679990 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-35542bd2-7125-4c13-a473-20bff702671f req-d15c31ce-ec4f-4fca-a1a3-231c1748955c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0869346 Jun 07 17:37:38.725261 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-35542bd2-7125-4c13-a473-20bff702671f req-f01a6ab7-eda3-4170-927e-387de6b48f77 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Jun 07 17:37:38.943598 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-cb518593-0741-41a8-be3f-ccab2ba33239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.945089 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-cb518593-0741-41a8-be3f-ccab2ba33239 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 914 time: 0.2712431 Jun 07 17:37:38.968119 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c3aba-4ede-4881-a1d5-186c005ecfaa req-6b534415-b945-40d8-bfc6-554ce842ee20 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:38.969501 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7e0c3aba-4ede-4881-a1d5-186c005ecfaa req-6b534415-b945-40d8-bfc6-554ce842ee20 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1165032 Jun 07 17:37:39.045259 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-65b06350-30ba-4851-8b07-a7b53a3442ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a HTTP/1.1" status: 200 len: 217 time: 0.0747514 Jun 07 17:37:39.106196 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7e0c3aba-4ede-4881-a1d5-186c005ecfaa req-18ef19cd-5404-4893-a381-ae22681d9548 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872989 Jun 07 17:37:39.127962 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-dff8afc9-5d94-4e53-9585-fe1ef44ee76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:39.129532 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-dff8afc9-5d94-4e53-9585-fe1ef44ee76c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43c5d75-9e29-4b6e-889f-5609c8448f39 HTTP/1.1" status: 200 len: 853 time: 0.0697565 Jun 07 17:37:39.191434 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-6b1067b5-2ecd-4bf4-9be7-7ee9b4aa2aec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524783 Jun 07 17:37:39.232986 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 794885c5-5975-4474-bc83-258851e0df47 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:37:39.362945 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-82ccadba-37c9-43d6-933b-9331c02806cd service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635885 Jun 07 17:37:39.396175 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:39.411962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '794885c5-5975-4474-bc83-258851e0df47', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'port_id': '794885c5-5975-4474-bc83-258851e0df47', 'mac_address': 'fa:16:3e:52:4d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:37:39.471810 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:39.492289 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794885c5-5975-4474-bc83-258851e0df47 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:39.519230 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a86c1b28-4bb6-4a10-ab7c-fb6031443093 req-fee5f333-70f1-498d-805a-506c2ffff006 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458404 Jun 07 17:37:39.522492 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:39.527858 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:39.530382 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-5595280b-c3a7-44a2-8cff-5daaf7912024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:39.640017 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:39.651863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:39.731562 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5c363-992e-494a-a1be-29f27a517415 req-252da042-3c99-475d-bbe5-cfff5edca153 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:39.740284 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c7e5c363-992e-494a-a1be-29f27a517415 req-252da042-3c99-475d-bbe5-cfff5edca153 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 943 time: 0.1307733 Jun 07 17:37:39.831475 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237910d4-cb6f-43b9-beb8-770e7c406a90 req-75c44664-9b03-4418-867f-fcbfa5ee2a5f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:39.839592 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-237910d4-cb6f-43b9-beb8-770e7c406a90 req-75c44664-9b03-4418-867f-fcbfa5ee2a5f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 944 time: 0.1478615 Jun 07 17:37:39.848545 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c7e5c363-992e-494a-a1be-29f27a517415 req-74e82fc4-4dd0-45f3-b206-3362898cb947 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066604 Jun 07 17:37:39.921626 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-237910d4-cb6f-43b9-beb8-770e7c406a90 req-4342b9c6-3e1b-4e79-ae54-74facc23e2f6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Jun 07 17:37:40.067946 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aaf6c-8237-43ca-9eba-05ddcaefe2db req-738dea08-52d1-4f95-b83f-749a2abb5aeb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:40.069693 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc5aaf6c-8237-43ca-9eba-05ddcaefe2db req-738dea08-52d1-4f95-b83f-749a2abb5aeb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0854747 Jun 07 17:37:40.115371 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:40.124078 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc5aaf6c-8237-43ca-9eba-05ddcaefe2db req-60fc97c1-8214-4886-8a6f-05e28026187f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Jun 07 17:37:40.367727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4059e9-bbf5-40a0-b2a1-8e4789e46f8a req-a64f28cf-e68c-4717-9c2f-3e6e4f3c0310 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:40.369409 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bb4059e9-bbf5-40a0-b2a1-8e4789e46f8a req-a64f28cf-e68c-4717-9c2f-3e6e4f3c0310 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1015267 Jun 07 17:37:40.417150 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bb4059e9-bbf5-40a0-b2a1-8e4789e46f8a req-e18fa678-e3e4-4b59-b1b5-fa88114b4165 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Jun 07 17:37:41.067510 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e64dc-8bfe-4a22-8e22-65a95b02a840 req-68af8051-44e9-4aa8-92a5-7e5726ce02fa tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:41.070347 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6e9e64dc-8bfe-4a22-8e22-65a95b02a840 req-68af8051-44e9-4aa8-92a5-7e5726ce02fa tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 943 time: 0.1052132 Jun 07 17:37:41.119044 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6e9e64dc-8bfe-4a22-8e22-65a95b02a840 req-1bcbee17-1e5e-45b1-85e4-c3dc7f37fc7c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Jun 07 17:37:41.125526 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754459d-38c2-45b3-81ff-6184f5cb5609 req-c10f19cc-f7d4-4211-aee9-6215b99b454c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:41.127014 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7754459d-38c2-45b3-81ff-6184f5cb5609 req-c10f19cc-f7d4-4211-aee9-6215b99b454c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 944 time: 0.0974331 Jun 07 17:37:41.190272 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7754459d-38c2-45b3-81ff-6184f5cb5609 req-249db456-9d9e-46f9-ad86-5e1795229c57 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jun 07 17:37:41.249838 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device bd90e1af-10fc-4532-bb99-87981cd5fb8a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:37:41.259147 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 794885c5-5975-4474-bc83-258851e0df47 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:41.426724 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be896f80-1ec7-4ffd-b2e2-c6638dc2bdfa req-b344d105-1c29-420f-8d46-a5dfaaf46e7f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:41.442254 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-be896f80-1ec7-4ffd-b2e2-c6638dc2bdfa req-b344d105-1c29-420f-8d46-a5dfaaf46e7f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1403961 Jun 07 17:37:41.442508 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 794885c5-5975-4474-bc83-258851e0df47 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:41.453461 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 794885c5-5975-4474-bc83-258851e0df47 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:41.453902 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:41.565637 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5c18d-97b0-4ebc-968c-24e6bb4db8f3 req-e80ced2c-26f9-4c82-8e76-c8959e7e513d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:41.574240 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-65b5c18d-97b0-4ebc-968c-24e6bb4db8f3 req-e80ced2c-26f9-4c82-8e76-c8959e7e513d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1137316 Jun 07 17:37:41.594322 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-be896f80-1ec7-4ffd-b2e2-c6638dc2bdfa req-5a141e3a-2e9d-41f9-b400-3b608ff9af5a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452010 Jun 07 17:37:41.641653 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:41.645091 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-65b5c18d-97b0-4ebc-968c-24e6bb4db8f3 req-fcee1d73-ebf5-4a5d-bc81-d9ca1e9c0eca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696375 Jun 07 17:37:41.665019 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a', 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f', 'port_id': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a', 'mac_address': 'fa:16:3e:ca:f6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43c5d75-9e29-4b6e-889f-5609c8448f39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:37:41.774846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:41.789040 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:41.808448 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd90e1af-10fc-4532-bb99-87981cd5fb8a {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:41.838148 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:41.840647 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af622813-b7f7-4f2e-98e8-e8457d647f8d" -d '{"events": [{"server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:41.844483 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:41.850522 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:41.852118 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:41.853860 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:41.904924 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:41.914370 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604c306d-0eec-486d-bc5c-0454eb89fcf8 x-openstack-request-id: req-604c306d-0eec-486d-bc5c-0454eb89fcf8 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:41.914669 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "name": "network-vif-plugged", "status": "completed", "tag": "794885c5-5975-4474-bc83-258851e0df47", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:41.914932 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-604c306d-0eec-486d-bc5c-0454eb89fcf8 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:41.915466 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'code': 200} Jun 07 17:37:41.935791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=bd90e1af-10fc-4532-bb99-87981cd5fb8a,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:41.943759 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:41.944231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-02aa927b-9f7d-4509-aa05-44acf56a033c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:42.036141 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:42.045875 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:42.226312 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['bd90e1af-10fc-4532-bb99-87981cd5fb8a'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:42.238664 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504f34e-1cac-4d78-8973-6da278c9adac req-293868a0-d1bc-4b66-9d1f-db284adf97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:42.240141 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d504f34e-1cac-4d78-8973-6da278c9adac req-293868a0-d1bc-4b66-9d1f-db284adf97f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1098 time: 0.1039269 Jun 07 17:37:42.305739 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d504f34e-1cac-4d78-8973-6da278c9adac req-e63e007d-2258-440b-b2df-2e9f56317dd2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 Jun 07 17:37:42.364817 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:37:42.395976 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:42.621765 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2980cc0-4280-425a-beae-1a1ed3d4a8b3 req-d7e0848f-57eb-449b-94bb-fbe9afcb8456 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:42.630113 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a2980cc0-4280-425a-beae-1a1ed3d4a8b3 req-d7e0848f-57eb-449b-94bb-fbe9afcb8456 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 944 time: 0.2991219 Jun 07 17:37:42.692851 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a2980cc0-4280-425a-beae-1a1ed3d4a8b3 req-555df118-2bc3-4716-b6bd-ce9c4b39a529 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617690 Jun 07 17:37:42.697723 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5712-e7e2-44a5-be04-1fbb96c32fac req-1df38985-f957-4b5a-9f17-c149ebfc57d2 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:42.711901 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5aaf5712-e7e2-44a5-be04-1fbb96c32fac req-1df38985-f957-4b5a-9f17-c149ebfc57d2 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1391261 Jun 07 17:37:42.782397 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5aaf5712-e7e2-44a5-be04-1fbb96c32fac req-24bbb367-7fa9-44ae-a7bb-813dd929b8ad tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Jun 07 17:37:42.899185 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b845174-3a73-45fb-9d56-be0ff932bffc req-d034d8f7-6160-40d8-b6d1-90b2fd9578ba tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:42.900784 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9b845174-3a73-45fb-9d56-be0ff932bffc req-d034d8f7-6160-40d8-b6d1-90b2fd9578ba tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0986736 Jun 07 17:37:42.947661 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9b845174-3a73-45fb-9d56-be0ff932bffc req-96524dc2-8663-407b-a593-4dac80fb97dc tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Jun 07 17:37:42.992843 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508d885-96bc-48da-a4bf-7662bb7e0dfc req-fd298b70-7269-4172-8004-0866b68782a0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:42.994402 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d508d885-96bc-48da-a4bf-7662bb7e0dfc req-fd298b70-7269-4172-8004-0866b68782a0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0955679 Jun 07 17:37:43.040683 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d508d885-96bc-48da-a4bf-7662bb7e0dfc req-c6394732-31ae-400d-9ec0-b74a98d13023 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Jun 07 17:37:43.250569 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:37:43.950738 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e10e55-1055-481a-ae03-9607a134a838 req-e87a2abc-de20-4e8e-b9ff-e29cd89d3a94 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:43.973939 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d9e10e55-1055-481a-ae03-9607a134a838 req-e87a2abc-de20-4e8e-b9ff-e29cd89d3a94 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 944 time: 0.1297743 Jun 07 17:37:44.041373 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-d9e10e55-1055-481a-ae03-9607a134a838 req-462b8891-053b-40ee-bdff-97ab9cbbc5cf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667820 Jun 07 17:37:44.125863 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2597771-4f33-4aa8-b5ea-ac2172b5ca83 req-2fce696f-0dbb-4aea-a438-0f9edd42bf9e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:44.127328 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c2597771-4f33-4aa8-b5ea-ac2172b5ca83 req-2fce696f-0dbb-4aea-a438-0f9edd42bf9e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1010351 Jun 07 17:37:44.189918 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c2597771-4f33-4aa8-b5ea-ac2172b5ca83 req-99073937-5108-445b-b322-62925d50b8ee tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Jun 07 17:37:44.400902 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407755eb-aadc-4bbb-a122-cd163a84b599 req-99ca587d-dc61-4890-99fe-e597c8851aaa tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:44.402651 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-407755eb-aadc-4bbb-a122-cd163a84b599 req-99ca587d-dc61-4890-99fe-e597c8851aaa tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1002119 Jun 07 17:37:44.450996 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-407755eb-aadc-4bbb-a122-cd163a84b599 req-af00a5b2-65d2-4fe6-8e63-b4224c547fba tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Jun 07 17:37:44.631335 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95158-ecdf-4126-bcee-b6ff5047b373 req-95a68646-4af7-47cd-953f-1e9a1cc56fb7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:44.632848 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbd95158-ecdf-4126-bcee-b6ff5047b373 req-95a68646-4af7-47cd-953f-1e9a1cc56fb7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0868402 Jun 07 17:37:44.794850 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bbd95158-ecdf-4126-bcee-b6ff5047b373 req-b813b7e7-e4f4-4e9c-8138-8cebf7cd061c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553211 Jun 07 17:37:45.227889 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0819ad-5f10-4577-9216-ecb58b2d60b0 req-fb5b014c-fd51-4a3d-896f-830d7438fced tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:45.229373 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce0819ad-5f10-4577-9216-ecb58b2d60b0 req-fb5b014c-fd51-4a3d-896f-830d7438fced tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 944 time: 0.0905051 Jun 07 17:37:45.246248 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device bd90e1af-10fc-4532-bb99-87981cd5fb8a up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:37:45.285333 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce0819ad-5f10-4577-9216-ecb58b2d60b0 req-501875b2-ef99-4992-b066-a9016ee018dd tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496798 Jun 07 17:37:45.323477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port bd90e1af-10fc-4532-bb99-87981cd5fb8a completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:37:45.329313 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port bd90e1af-10fc-4532-bb99-87981cd5fb8a triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:37:45.329693 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:45.491582 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:45.508352 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6567-a66f-41d2-81e0-fafcb813ac78 req-00176738-fdf4-4bf8-8495-14d6a39f853c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:45.516234 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-caba6567-a66f-41d2-81e0-fafcb813ac78 req-00176738-fdf4-4bf8-8495-14d6a39f853c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1274874 Jun 07 17:37:45.530164 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:37:45.531843 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:37:45.536411 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0acf011-b24d-45c1-99e3-45b1c261f952" -d '{"events": [{"server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "name": "network-vif-plugged", "status": "completed", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:37:45.541921 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:45.546269 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:45.566903 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-caba6567-a66f-41d2-81e0-fafcb813ac78 req-8c45623d-dffc-492c-922a-87219f8420d6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jun 07 17:37:45.633721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=bd90e1af-10fc-4532-bb99-87981cd5fb8a,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:45.637396 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:45.754696 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a851218-4972-4844-9304-07dee3c4a3d9 req-7db1cbf4-af66-4a64-b34f-e32990f8adb2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:45.756853 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2a851218-4972-4844-9304-07dee3c4a3d9 req-7db1cbf4-af66-4a64-b34f-e32990f8adb2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0992873 Jun 07 17:37:45.831102 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2a851218-4972-4844-9304-07dee3c4a3d9 req-6eff4bf6-4ea3-4cc6-9c68-1d25e8a0f10e tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681438 Jun 07 17:37:45.888257 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f879d7-aed2-4436-9903-af782c905770 x-openstack-request-id: req-a6f879d7-aed2-4436-9903-af782c905770 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:37:45.888627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "name": "network-vif-plugged", "status": "completed", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:37:45.889216 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6f879d7-aed2-4436-9903-af782c905770 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:37:45.889649 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a', 'code': 200} Jun 07 17:37:46.082446 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca0bb7-566b-4c68-a651-96323bf4be3a req-4421902a-c859-4fc8-9ea5-6194f2df1000 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:46.085382 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3dca0bb7-566b-4c68-a651-96323bf4be3a req-4421902a-c859-4fc8-9ea5-6194f2df1000 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1145494 Jun 07 17:37:46.189280 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3dca0bb7-566b-4c68-a651-96323bf4be3a req-22a97215-3849-4ead-99d8-7804a8d5d354 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029632 Jun 07 17:37:46.213676 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f88f-1a8c-4a0e-a627-860cab088262 req-a3cc0b35-537e-4cc3-a3c1-8a229824ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:46.215129 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1c77f88f-1a8c-4a0e-a627-860cab088262 req-a3cc0b35-537e-4cc3-a3c1-8a229824ade3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 1098 time: 0.1080081 Jun 07 17:37:46.283941 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1c77f88f-1a8c-4a0e-a627-860cab088262 req-e437a44d-5a44-4ee2-ad6e-cf7faa1c2926 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Jun 07 17:37:46.368646 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5046e65-0ccc-4bbd-975c-72719978bbbd req-a20a4675-f4be-483a-81b7-46130166b114 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:46.370184 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b5046e65-0ccc-4bbd-975c-72719978bbbd req-a20a4675-f4be-483a-81b7-46130166b114 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0846822 Jun 07 17:37:46.416120 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b5046e65-0ccc-4bbd-975c-72719978bbbd req-6d8d722f-caec-4c12-902e-6b5603ea4d7e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393059 Jun 07 17:37:46.825232 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244afaf7-9a53-4368-802e-c8cd8a9b173a req-76e7c967-6d5d-465a-a21a-9bf6b346060c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:46.826952 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-244afaf7-9a53-4368-802e-c8cd8a9b173a req-76e7c967-6d5d-465a-a21a-9bf6b346060c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.0933089 Jun 07 17:37:46.875546 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-244afaf7-9a53-4368-802e-c8cd8a9b173a req-503ec2b5-3cd1-4b2b-aa75-f034908837f8 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Jun 07 17:37:47.045721 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad4f8a-c0b0-4e91-ac64-910c3832d0f9 req-03af0135-722a-47a9-ab53-70c72e44d05f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:47.047843 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-95ad4f8a-c0b0-4e91-ac64-910c3832d0f9 req-03af0135-722a-47a9-ab53-70c72e44d05f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0795238 Jun 07 17:37:47.096629 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-95ad4f8a-c0b0-4e91-ac64-910c3832d0f9 req-0b4d6a4a-059a-481d-bc6e-c642bee5c343 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Jun 07 17:37:47.308139 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d4b09-2be9-4b8c-92df-88c4e6b6beae req-8dca2a24-9a9a-48f1-a137-063c7ece4d56 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:47.309707 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e17d4b09-2be9-4b8c-92df-88c4e6b6beae req-8dca2a24-9a9a-48f1-a137-063c7ece4d56 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1096668 Jun 07 17:37:47.357209 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e17d4b09-2be9-4b8c-92df-88c4e6b6beae req-c2662eb1-597e-4208-9513-1944208a427d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Jun 07 17:37:47.684563 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfa298-0675-4743-a8ce-01273c077fba req-0411b6c4-a6d3-49c2-b0fe-fc7db28b623b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:47.694659 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8dcfa298-0675-4743-a8ce-01273c077fba req-0411b6c4-a6d3-49c2-b0fe-fc7db28b623b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1107581 Jun 07 17:37:47.741809 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8dcfa298-0675-4743-a8ce-01273c077fba req-280ba6b8-0287-4341-a155-febc4d597f92 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Jun 07 17:37:48.098800 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97985a-1f9f-4f33-b811-f19543b15739 req-f290a307-5e7f-4b81-9635-35bbf485c85e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:48.100135 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3d97985a-1f9f-4f33-b811-f19543b15739 req-f290a307-5e7f-4b81-9635-35bbf485c85e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.1199110 Jun 07 17:37:48.146694 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3d97985a-1f9f-4f33-b811-f19543b15739 req-21112f7b-daca-4d85-86b2-aeb96ca64872 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Jun 07 17:37:48.551002 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5622a3-761a-4a39-90bf-b17a29c425e4 req-6df549e1-798b-45c6-ae0c-900e11470f63 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:48.552471 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3e5622a3-761a-4a39-90bf-b17a29c425e4 req-6df549e1-798b-45c6-ae0c-900e11470f63 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0855348 Jun 07 17:37:48.609640 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3e5622a3-761a-4a39-90bf-b17a29c425e4 req-55cb7076-71b8-4d34-809f-21877a5d73e9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487275 Jun 07 17:37:48.958442 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ffb22-590c-495b-b2b5-a7f5dc4176a0 req-04624f27-70f0-4188-9d62-c2a46abc02ea tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:48.959969 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3c9ffb22-590c-495b-b2b5-a7f5dc4176a0 req-04624f27-70f0-4188-9d62-c2a46abc02ea tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0944183 Jun 07 17:37:49.015879 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3c9ffb22-590c-495b-b2b5-a7f5dc4176a0 req-9e99a275-4e42-4505-8fea-39fccd9ac6b4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497701 Jun 07 17:37:49.854069 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d90b-d775-43d5-8bbb-e816d463a25f req-10cff133-2684-4e0b-8202-bc507b5f8f39 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:49.855606 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9702d90b-d775-43d5-8bbb-e816d463a25f req-10cff133-2684-4e0b-8202-bc507b5f8f39 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1012380 Jun 07 17:37:49.900899 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9702d90b-d775-43d5-8bbb-e816d463a25f req-73593edd-a4bb-4563-b297-40001228e452 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Jun 07 17:37:50.225835 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5bee4-baa6-409b-8b99-c1b211ea9fca req-ba715f75-2882-44a8-b7ee-0d13374971c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:50.228995 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eae5bee4-baa6-409b-8b99-c1b211ea9fca req-ba715f75-2882-44a8-b7ee-0d13374971c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0910800 Jun 07 17:37:50.275748 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eae5bee4-baa6-409b-8b99-c1b211ea9fca req-a03b9ad5-442f-42ae-8128-de333087f180 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Jun 07 17:37:51.126093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d6f1d-3019-4b3e-b319-ef7b8f09937e req-7e1f9f81-666e-47e8-8730-0086beedee68 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:51.129128 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5a6d6f1d-3019-4b3e-b319-ef7b8f09937e req-7e1f9f81-666e-47e8-8730-0086beedee68 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1170559 Jun 07 17:37:51.188177 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5a6d6f1d-3019-4b3e-b319-ef7b8f09937e req-ea1d9179-4d6b-4e6a-b2ac-db6b2fb4ed7d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531721 Jun 07 17:37:51.505242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bea8bc-3fd2-4a05-a174-e6e9911aadd0 req-04a79a82-4fc0-4994-a07e-4a82c06ab27b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:51.507390 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-21bea8bc-3fd2-4a05-a174-e6e9911aadd0 req-04a79a82-4fc0-4994-a07e-4a82c06ab27b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1051571 Jun 07 17:37:51.568065 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-21bea8bc-3fd2-4a05-a174-e6e9911aadd0 req-469b8190-5341-4d38-ae6b-5fd6642bfa02 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531106 Jun 07 17:37:51.990497 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34628) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:52.035762 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-f9e038d0-2218-4ae6-aeb0-0cbf87192f34 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:52.037292 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-f9e038d0-2218-4ae6-aeb0-0cbf87192f34 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.2916574 Jun 07 17:37:52.053188 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-04e6b779-c821-4fd5-ab28-c1c90a75d850 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/quotas/2173e6f8bc934f07a24c7c8f014763ac HTTP/1.1" status: 200 len: 375 time: 0.0104210 Jun 07 17:37:52.189020 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-5bc13980-c279-478b-b443-5c25a6524e93 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1969090 Jun 07 17:37:52.204481 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-227f5a5b-eae1-4140-aa3a-a224ddfc166a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441059 Jun 07 17:37:52.495877 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-b7134e9e-1e0f-416e-b590-bc2e34fe1836 service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904263 Jun 07 17:37:52.613837 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a7dc-fa0d-4889-a4f2-d8b451401243 req-48469ca3-6480-46f4-986e-3e38f5268808 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:52.615522 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-96b8a7dc-fa0d-4889-a4f2-d8b451401243 req-48469ca3-6480-46f4-986e-3e38f5268808 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2281508 Jun 07 17:37:52.751622 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-d3de817e-43f2-4ce1-ab15-9873d78e7ab6 service neutron] 10.222.0.25 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548213 Jun 07 17:37:52.907024 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-96b8a7dc-fa0d-4889-a4f2-d8b451401243 req-7bf8b7f6-3e45-413f-8e13-c827f36ab78b tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717669 Jun 07 17:37:53.193508 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-dc5b3110-756d-4857-9d10-b389e76d5964 req-3409b774-fd38-4b6c-9a8e-412aeeee6d5f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 210 time: 0.1397557 Jun 07 17:37:53.574617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1bc1-9b88-4d40-a0fe-69ffdf00aaa8 req-99fe0a79-37d8-4832-ad68-776bc683fec7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:53.583407 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9cfc1bc1-9b88-4d40-a0fe-69ffdf00aaa8 req-99fe0a79-37d8-4832-ad68-776bc683fec7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.3173926 Jun 07 17:37:53.658189 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-9cfc1bc1-9b88-4d40-a0fe-69ffdf00aaa8 req-f050636f-f365-4e0f-aa70-d91e17abb518 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Jun 07 17:37:53.672183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0b3d1-94d1-45bb-a119-3c51e42b9826 req-90cb814e-a41b-4126-b625-2e687b593a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:53.678482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5fa0b3d1-94d1-45bb-a119-3c51e42b9826 req-90cb814e-a41b-4126-b625-2e687b593a3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.2861848 Jun 07 17:37:53.727309 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5fa0b3d1-94d1-45bb-a119-3c51e42b9826 req-62f03d88-116c-4511-91b4-e9504e9209ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Jun 07 17:37:53.797319 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6127b8-8f92-45d5-ab22-2bd20e355c41 req-1b89ad28-eaad-43d9-95cb-3b15393effa7 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:53.799140 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4c6127b8-8f92-45d5-ab22-2bd20e355c41 req-1b89ad28-eaad-43d9-95cb-3b15393effa7 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0977392 Jun 07 17:37:53.861096 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4c6127b8-8f92-45d5-ab22-2bd20e355c41 req-f69fe5e5-d04d-4b62-8abb-d8eee38db99d tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jun 07 17:37:53.879271 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34718) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:54.447839 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f3791-0c11-4812-bb33-a2781e677b2e tempest-TestMinimumBasicScenario-409748015 tempest-TestMinimumBasicScenario-409748015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:54.450348 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-967f3791-0c11-4812-bb33-a2781e677b2e tempest-TestMinimumBasicScenario-409748015 tempest-TestMinimumBasicScenario-409748015-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1093 time: 0.5699410 Jun 07 17:37:54.465056 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34732) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:37:54.475527 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'port_id': '794885c5-5975-4474-bc83-258851e0df47', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:54.492900 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb8be-0c13-4535-b35f-22584c73555c req-4e7bfacc-23b7-4681-8151-2482fa3cf021 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:54.494569 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75bfb8be-0c13-4535-b35f-22584c73555c req-4e7bfacc-23b7-4681-8151-2482fa3cf021 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.4178731 Jun 07 17:37:54.520753 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1c10de14-2148-4b02-9fa6-2fbbd5af348a req-631a1fd2-df10-4f17-b566-0013b095438e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 210 time: 0.0681207 Jun 07 17:37:54.541055 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:54.590942 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75bfb8be-0c13-4535-b35f-22584c73555c req-b1cfee92-2b7b-42d2-bbd9-c059392b09b2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Jun 07 17:37:54.717081 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:54.919866 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecbf5-97d0-4df3-8f62-7d91e31e11fc req-53862d72-731b-47ec-864c-1fd04d0c2306 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:54.921984 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b1cecbf5-97d0-4df3-8f62-7d91e31e11fc req-53862d72-731b-47ec-864c-1fd04d0c2306 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1143498 Jun 07 17:37:55.012706 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b1cecbf5-97d0-4df3-8f62-7d91e31e11fc req-6e7604ea-a7c6-425c-b19f-6a19f43f7925 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797136 Jun 07 17:37:55.062767 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Allocated IP 172.28.3.54 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/348b0303-88ad-4d1a-896c-e3317d82fe84) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:55.159848 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-71f3e132-024c-492a-824f-c808729e8788 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:55.161536 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-71f3e132-024c-492a-824f-c808729e8788 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 815 time: 0.2299807 Jun 07 17:37:55.255147 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Request body: {'port': {'device_id': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'admin_state_up': True, 'tenant_id': '2173e6f8bc934f07a24c7c8f014763ac'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:55.376341 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:55.461455 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:55.462135 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:55.465745 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Made reservation on behalf of 2173e6f8bc934f07a24c7c8f014763ac for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:37:55.469704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:55.501213 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:55.539321 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:55.542540 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:55.767564 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ab378c25-0b77-4025-9d3c-6fc58404d8c5 req-651ff632-7648-4979-87dc-fc1d6aa4ca4b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 210 time: 0.0811079 Jun 07 17:37:55.790129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-737331a6-287e-4f2f-8acb-45c0764c2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:55.792354 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-737331a6-287e-4f2f-8acb-45c0764c2f58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 1097 time: 0.2598023 Jun 07 17:37:55.911995 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-ed8e1a56-8f42-4ed2-b472-f119d8a6734d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678008862&fields=id&tenant_id=ec483c477a6e4dfcbce9f11aa7434e20 HTTP/1.1" status: 200 len: 267 time: 0.1223717 Jun 07 17:37:55.927779 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-b72974e3-9fc7-49f3-8383-65c0d3955ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:55.930063 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-b72974e3-9fc7-49f3-8383-65c0d3955ae0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1097 time: 0.0991697 Jun 07 17:37:55.963809 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Allocated IP 172.20.0.9 (03215051-29c7-427b-a5b7-038bfcc6e444/96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79/be2f09b8-aea4-4749-8100-a2cded8a3832) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:37:56.144433 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b918d-3e3e-4094-aa9f-adc03f6b141e req-e9627155-76ef-4109-afd2-dfa3b30b16f9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.146026 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-780b918d-3e3e-4094-aa9f-adc03f6b141e req-e9627155-76ef-4109-afd2-dfa3b30b16f9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1861620 Jun 07 17:37:56.147460 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-89a1dc11-8cdd-4d74-930c-97c9d267dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.149050 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-89a1dc11-8cdd-4d74-930c-97c9d267dcaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.2076204 Jun 07 17:37:56.360733 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-780b918d-3e3e-4094-aa9f-adc03f6b141e req-5ed29b93-9376-46ef-9683-f2c16e429417 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038941 Jun 07 17:37:56.379891 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-bc23c1dd-038b-43d7-8ae9-57ad9850a14b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1000 time: 0.2128885 Jun 07 17:37:56.474733 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-656f02c0-87fd-4d22-9feb-2733636d62fd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.481726 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-656f02c0-87fd-4d22-9feb-2733636d62fd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 809 time: 0.5561118 Jun 07 17:37:56.504432 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-00eaaf04-76b5-4997-b79e-5b48c4083ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.506138 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-00eaaf04-76b5-4997-b79e-5b48c4083ae5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1183429 Jun 07 17:37:56.542601 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-1eb0d748-e7c0-4e86-b59b-a97b1d0db93a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/quotas/ec483c477a6e4dfcbce9f11aa7434e20 HTTP/1.1" status: 200 len: 375 time: 0.0597692 Jun 07 17:37:56.674100 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68053-bebb-45b7-b6a2-1a827b03f406 req-9a944dba-4be0-4a01-83e6-22cff4c57881 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.676010 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cfa68053-bebb-45b7-b6a2-1a827b03f406 req-9a944dba-4be0-4a01-83e6-22cff4c57881 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1158266 Jun 07 17:37:56.681951 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-bc20cc81-4a14-4e10-a4f9-a95b7fb13099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:56.683419 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-bc20cc81-4a14-4e10-a4f9-a95b7fb13099 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1685121 Jun 07 17:37:56.768415 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cfa68053-bebb-45b7-b6a2-1a827b03f406 req-0c193b48-ba4c-4fec-933a-02034b3d987c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840595 Jun 07 17:37:56.772943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:56.833096 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-1c3f7e09-ae1a-4cb3-acac-3dbfbd8f3689 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2824242 Jun 07 17:37:56.950005 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:56.964814 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-78848c1c-c0be-40ae-9d82-1e1f937eb29c service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641110 Jun 07 17:37:56.971772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:37:56.974591 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:37:56.994728 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f', 'ad7d7660-0689-4216-88f2-248a68dae27c', '6132e152-797c-4a00-8b31-1beece1564ff'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:37:57.033119 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Network 03215051-29c7-427b-a5b7-038bfcc6e444 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:37:57.036340 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:37:57.039104 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:37:57.100501 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-839c61b6-499b-4a42-9220-04459bfdc5f4 service neutron] 10.222.0.25 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664335 Jun 07 17:37:57.204943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:57.257510 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f1a8976b-b7de-4e07-a5fa-ac04d9bc1db2 req-b857290c-4de1-4666-b102-f9147e9329da service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801039 Jun 07 17:37:57.345069 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:57.345776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:57.410096 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-9518cf05-fba0-4fcd-a694-6221223ad498 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1589744 Jun 07 17:37:57.431396 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Request body: {'port': {'device_id': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:37:57.472193 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7372cc-ca0a-4470-b491-73415a2a30c7 req-48428479-5b33-4f64-a0b0-58681f92930f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:57.480442 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3d7372cc-ca0a-4470-b491-73415a2a30c7 req-48428479-5b33-4f64-a0b0-58681f92930f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 931 time: 0.1195955 Jun 07 17:37:57.494007 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-05fd30d4-a9d3-46be-b033-a9fb808e259f service neutron] 10.222.0.25 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730204 Jun 07 17:37:57.537743 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3d7372cc-ca0a-4470-b491-73415a2a30c7 req-e66bfbda-bf03-48ca-93f0-4f3fb3102162 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562959 Jun 07 17:37:57.741630 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:57.879466 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:57.905174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:57.911696 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:58.083944 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-4ff21077-831d-4ae1-9934-1a8ab4a32b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:58.086051 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-4ff21077-831d-4ae1-9934-1a8ab4a32b6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 1099 time: 0.2631061 Jun 07 17:37:58.102555 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dfd2a-768a-4782-a743-509a526e23eb req-ffd298e8-f6c3-4c59-b9c6-db24f930a1e9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:58.104593 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-019dfd2a-768a-4782-a743-509a526e23eb req-ffd298e8-f6c3-4c59-b9c6-db24f930a1e9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1626189 Jun 07 17:37:58.111004 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'Port': ['ID=348b0303-88ad-4d1a-896c-e3317d82fe84,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:58.140004 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.140326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.140693 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.141045 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.141395 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.141749 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.142147 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.142497 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.142845 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.143185 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.143525 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.143860 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:37:58.151567 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:58.156973 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:58.380136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-9723485c-cb9e-4071-90bd-a178b294ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:58.381595 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-9723485c-cb9e-4071-90bd-a178b294ad87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.2760372 Jun 07 17:37:58.464014 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-95a77aa8-bf43-4f5b-a8c2-6de748541e6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 200 len: 217 time: 0.0728552 Jun 07 17:37:58.474718 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-019dfd2a-768a-4782-a743-509a526e23eb req-5805141d-d1c0-489d-88a1-62156a83d2a7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067126 Jun 07 17:37:58.612170 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2f09b8-aea4-4749-8100-a2cded8a3832 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:37:58.624670 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:58.647617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Transition to ACTIVE for port object be2f09b8-aea4-4749-8100-a2cded8a3832 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:37:58.650468 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e5583556-d626-4e39-9aeb-698f200f5ecb req-e3493913-a8f9-46f5-9640-781cce7927f5 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 210 time: 0.0816765 Jun 07 17:37:58.657253 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-89ca86ae-6b0b-4d4c-8aef-eac8f7df2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:58.667344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:58.680394 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-89ca86ae-6b0b-4d4c-8aef-eac8f7df2f00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.2004952 Jun 07 17:37:58.778064 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-ee66cb30-d87c-4533-95b8-0b827c09a6f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804191 Jun 07 17:37:58.783896 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-912268dd-b4a0-43fc-ab38-b60ec3ff471b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:37:59.084738 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-2eb0fe29-20b0-4de8-aa2d-d213ceb070e4 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012879 Jun 07 17:37:59.110193 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d57c4-61ad-4daf-aa3f-b0cc13353b5e req-9c1cd8ad-de44-411f-9d4c-e30b0a1654a6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:59.112293 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8b9d57c4-61ad-4daf-aa3f-b0cc13353b5e req-9c1cd8ad-de44-411f-9d4c-e30b0a1654a6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.2299955 Jun 07 17:37:59.154063 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Pushing event updated for resources: {'Port': ['ID=be2f09b8-aea4-4749-8100-a2cded8a3832,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:37:59.194519 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8b9d57c4-61ad-4daf-aa3f-b0cc13353b5e req-b47fb1fc-569d-43b0-96fd-4d6a029c537f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554502 Jun 07 17:37:59.235242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:37:59.244588 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Floating IP c0642f93-c912-4b3e-b722-b9dc574d9771 associated. External IP: 172.28.3.54, port: 794885c5-5975-4474-bc83-258851e0df47. Jun 07 17:37:59.415324 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ca7f515-1eda-4bcd-becd-9533c738c0e1 req-25b6484f-692d-497f-8c80-646d87c623b5 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019021 Jun 07 17:37:59.489918 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f3c3-d74b-4d84-9216-379a2b903512 req-18f06949-7b3a-4c36-99ca-04cf1f85b367 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:59.497424 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b9d7f3c3-d74b-4d84-9216-379a2b903512 req-18f06949-7b3a-4c36-99ca-04cf1f85b367 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.8385031 Jun 07 17:37:59.627308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Attempting to bind port be2f09b8-aea4-4749-8100-a2cded8a3832 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:37:59.627693 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Attempting to bind port be2f09b8-aea4-4749-8100-a2cded8a3832 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:37:59.628103 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Attempting to bind port be2f09b8-aea4-4749-8100-a2cded8a3832 on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:59.651565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Port be2f09b8-aea4-4749-8100-a2cded8a3832 on network 03215051-29c7-427b-a5b7-038bfcc6e444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:37:59.651565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Attempting to bind port be2f09b8-aea4-4749-8100-a2cded8a3832 on network 03215051-29c7-427b-a5b7-038bfcc6e444 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:37:59.672024 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:37:59.672455 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Checking segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:37:59.672938 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Bound using segment: {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:37:59.673445 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Bound port: be2f09b8-aea4-4749-8100-a2cded8a3832, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e966200-4344-43cf-ab84-083a8f2db236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:37:59.673883 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:37:59.689970 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b9d7f3c3-d74b-4d84-9216-379a2b903512 req-db3dc453-d4d5-4866-a47f-376cafa8d3e7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913595 Jun 07 17:37:59.710741 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c9c85-6d25-4036-9382-227ed6a46ecc req-54288988-fc56-46ef-99cb-6109fbe34e05 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:37:59.712416 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-897c9c85-6d25-4036-9382-227ed6a46ecc req-54288988-fc56-46ef-99cb-6109fbe34e05 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0976756 Jun 07 17:37:59.790286 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-897c9c85-6d25-4036-9382-227ed6a46ecc req-5db5f87c-1861-4335-8798-6a5cbc7d7f50 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Jun 07 17:37:59.918571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:37:59.926200 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-081aa5ef-2f9d-44c2-92fc-977fe37f9dd9 req-c4d081a0-1dc7-498f-9768-f402d63022db tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 210 time: 0.0855007 Jun 07 17:38:00.024578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=be2f09b8-aea4-4749-8100-a2cded8a3832,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:38:00.047504 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:00.073148 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:00.184381 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:00.185224 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:00.186938 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/be2f09b8-aea4-4749-8100-a2cded8a3832 HTTP/1.1" status: 200 len: 1093 time: 2.7598114 Jun 07 17:38:00.189521 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:00.192631 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed258a8a-e42d-4e9a-b017-d13250798eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:00.221600 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Router 9fa94125-5cd6-4264-8607-e004918e9888 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:38:00.248517 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Pushing event updated for resources: {'Port': ['ID=be2f09b8-aea4-4749-8100-a2cded8a3832,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:00.256636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:00.282810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-756bcf9f-d364-4589-a073-0edad99174e8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:00.284253 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-756bcf9f-d364-4589-a073-0edad99174e8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 809 time: 0.2818780 Jun 07 17:38:00.360517 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-c81b4d6f-3da4-4785-86ae-96c405786f14 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec483c477a6e4dfcbce9f11aa7434e20 HTTP/1.1" status: 200 len: 379 time: 0.0549581 Jun 07 17:38:00.380179 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'port': {'device_id': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'admin_state_up': True, 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'security_groups': ['482df838-0719-4bae-9d8c-ba6b3a005048']}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:00.558833 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17054ae7-33d7-486c-8086-4b0988892159 x-openstack-request-id: req-17054ae7-33d7-486c-8086-4b0988892159 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:00.559481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:00.559931 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17054ae7-33d7-486c-8086-4b0988892159 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:00.560661 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832', 'status': 'completed', 'code': 200} Jun 07 17:38:00.611273 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Made reservation on behalf of ec483c477a6e4dfcbce9f11aa7434e20 for: {'port': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:38:00.619223 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:00.746540 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:38:00.755830 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-7af18815-dde2-4049-8251-6068fd8ee9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:00.756808 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-7af18815-dde2-4049-8251-6068fd8ee9a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 1096 time: 0.5014656 Jun 07 17:38:00.766684 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Sync routers for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:38:00.776447 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:00.777094 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:00.785840 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c04ed-bc47-42a8-9f0e-91a6a5dd5e75 req-dccc4cc0-5f92-4aa3-b9e9-9865116392f6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:00.787882 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-294c04ed-bc47-42a8-9f0e-91a6a5dd5e75 req-dccc4cc0-5f92-4aa3-b9e9-9865116392f6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.2913742 Jun 07 17:38:00.830474 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Allocated IP 172.20.0.3 (db73bd92-32a6-4f63-a067-702c00d19955/27cac7b2-deb2-40c5-b853-8318b3d67b8c/b6950e88-7bf0-4646-813e-5d97a367517e) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:38:00.868559 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-4378573f-1a53-4185-9cdf-2f52d580ff68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be2f09b8-aea4-4749-8100-a2cded8a3832 HTTP/1.1" status: 200 len: 217 time: 0.0769711 Jun 07 17:38:00.890859 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.011086 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5398097 Jun 07 17:38:01.014846 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 34820) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:01.018538 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-294c04ed-bc47-42a8-9f0e-91a6a5dd5e75 req-cf2e6414-318c-4346-bcad-651e5010d202 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478245 Jun 07 17:38:01.020373 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138019322', 'description': 'tempest-secgroup-smoke-138019322 description', 'project_id': '2b99f6eded3d4b0482b7db94419c354b'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:01.058840 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.074162 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-602610bb-4dc2-498a-9325-2995ac0c67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:01.075825 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-602610bb-4dc2-498a-9325-2995ac0c67f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.1080136 Jun 07 17:38:01.134430 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:01.156815 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-97e6a6f8-081e-49d7-9508-98ed6350d8d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701690 Jun 07 17:38:01.227929 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc0069-3664-41b5-b005-de1a64740b19 req-36cc5db7-5565-406d-b881-66dc8cff34dc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:01.240679 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-99dc0069-3664-41b5-b005-de1a64740b19 req-36cc5db7-5565-406d-b881-66dc8cff34dc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.3718433 Jun 07 17:38:01.368515 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-c25ca0a8-9f61-48ab-ad81-e7b28cddc29f service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988821 Jun 07 17:38:01.377095 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-99dc0069-3664-41b5-b005-de1a64740b19 req-e8a46c3e-9e3d-4545-9ce8-bd0a4e149b1b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342187 Jun 07 17:38:01.481240 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.490215 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-ef7a50da-0f08-4801-9613-b22e7a70fc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.526556 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Transition to ACTIVE for port object b6950e88-7bf0-4646-813e-5d97a367517e will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:38:01.580733 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e6b17c46-8ff4-43fc-8844-d61ad55ced55 req-0d73660c-36c9-4657-ab71-8ef8fb020e04 service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585124 Jun 07 17:38:01.627149 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c9246-4442-499e-b8ef-08483aa013fc req-75303d28-9d5f-4d93-b552-293a8a1a8507 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:01.629529 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aa9c9246-4442-499e-b8ef-08483aa013fc req-75303d28-9d5f-4d93-b552-293a8a1a8507 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2593846 Jun 07 17:38:01.670626 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b633cce5-83b2-4036-b4e5-2ba8e68d2fd5 req-91e27f3e-6f52-480f-bfcb-8bfdc7af56b6 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 210 time: 0.0482991 Jun 07 17:38:01.674709 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.682318 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.699840 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9d4df420-9e55-403e-9645-66c8670bd24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:01.710835 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:01.713668 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:38:01.735681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Network db73bd92-32a6-4f63-a067-702c00d19955 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:38:01.736827 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:01.738021 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7219145 Jun 07 17:38:01.742190 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:38:01.745312 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:38:01.850401 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34826) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:01.865197 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aa9c9246-4442-499e-b8ef-08483aa013fc req-3d323c68-66cd-41db-9144-17b7a314c657 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105665 Jun 07 17:38:01.908979 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:01.946237 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57110f63-4e51-4a5c-b10d-731fc640b5fd,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:01.993082 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-a8ba84d0-1aa2-4a4a-a317-3428ec7851d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:01.994886 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-a8ba84d0-1aa2-4a4a-a317-3428ec7851d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 1096 time: 0.2340193 Jun 07 17:38:01.995631 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.996038 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.996524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.996902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.997255 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.997777 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.998135 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.998484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:01.999985 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:02.000356 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:02.000731 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:02.001078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:02.010262 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:02.072251 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c0642f93-c912-4b3e-b722-b9dc574d9771', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'port_id': '794885c5-5975-4474-bc83-258851e0df47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'mac_address': 'fa:16:3e:52:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:37:56Z', 'updated_at': '2021-06-07T17:37:56Z', 'revision_number': 0, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:02.081674 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.082852 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:02.083557 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.089010 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Checking router: 9fa94125-5cd6-4264-8607-e004918e9888 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:38:02.105362 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:02.105979 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:37:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:02.128797 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-454f1c06-1fba-4a9a-8c81-f3e91eacd61e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7526083 Jun 07 17:38:02.158162 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.163012 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Request body: {'port': {'device_id': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:02.252216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-5ab36ba1-59df-4d14-b969-2fce1078f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:02.253938 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-5ab36ba1-59df-4d14-b969-2fce1078f350 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 200 len: 916 time: 0.2512865 Jun 07 17:38:02.255107 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.257270 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:02.349851 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c4f35887-d446-44cc-84f8-dc6a792766e2 None None] Provisioning for port b6950e88-7bf0-4646-813e-5d97a367517e completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:38:02.376560 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-c4f35887-d446-44cc-84f8-dc6a792766e2 None None] Provisioning complete for port b6950e88-7bf0-4646-813e-5d97a367517e triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:02.378836 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c4f35887-d446-44cc-84f8-dc6a792766e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.411046 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.440520 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35975cc4-f3e9-4364-8221-bc6dce3ea860,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:02.446672 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-55692859-8ac4-4636-8b01-809f736482d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be2f09b8-aea4-4749-8100-a2cded8a3832 HTTP/1.1" status: 200 len: 217 time: 0.1376734 Jun 07 17:38:02.449996 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:02.453783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:02.460316 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-962b022a-532f-43be-9954-370199589efd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5809641 Jun 07 17:38:02.462541 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34838) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:02.543787 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:02.563381 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:02.569228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9c346-602c-43a5-a72b-4f221a78023d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:02.633839 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-c4f35887-d446-44cc-84f8-dc6a792766e2 None None] Port b6950e88-7bf0-4646-813e-5d97a367517e cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:38:02.682676 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:02.717490 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9752659-6f9d-4d1f-a41e-f50d0c59a49e req-dba071d9-edb1-4aed-a169-1f0ed0b60477 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:02.727797 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c9752659-6f9d-4d1f-a41e-f50d0c59a49e req-dba071d9-edb1-4aed-a169-1f0ed0b60477 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.4914353 Jun 07 17:38:02.752619 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead68b-5986-4da9-96ea-b3d0f8b010bb req-86b0917c-0618-4ac8-855b-4bea4bf459fd tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:02.758513 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7ead68b-5986-4da9-96ea-b3d0f8b010bb req-86b0917c-0618-4ac8-855b-4bea4bf459fd tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1672127 Jun 07 17:38:02.761953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-fee09aef-212a-4495-a9fc-bc99e874570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:02.763438 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-fee09aef-212a-4495-a9fc-bc99e874570c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 200 len: 855 time: 0.2998176 Jun 07 17:38:02.811430 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c9752659-6f9d-4d1f-a41e-f50d0c59a49e req-57e09346-59f1-4edf-8ce6-893bad25939b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Jun 07 17:38:02.926459 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a7ead68b-5986-4da9-96ea-b3d0f8b010bb req-b1f3ab70-e37a-4238-ac5d-06a652424982 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668887 Jun 07 17:38:03.053216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e95d65a-da2c-4467-9477-9a8f780c8bea x-openstack-request-id: req-8e95d65a-da2c-4467-9477-9a8f780c8bea {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:03.053943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:03.054461 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e95d65a-da2c-4467-9477-9a8f780c8bea {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:03.056616 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:38:03.057939 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.139801 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c0642f93-c912-4b3e-b722-b9dc574d9771', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'port_id': '794885c5-5975-4474-bc83-258851e0df47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'mac_address': 'fa:16:3e:52:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:37:56Z', 'updated_at': '2021-06-07T17:37:56Z', 'revision_number': 0, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:03.145328 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410d9cc-33e4-431e-91f1-0932ba561213 None None] The sync data for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb is: [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'c0642f93-c912-4b3e-b722-b9dc574d9771', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'port_id': '794885c5-5975-4474-bc83-258851e0df47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'mac_address': 'fa:16:3e:52:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:37:56Z', 'updated_at': '2021-06-07T17:37:56Z', 'revision_number': 0, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:38:03.187972 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-cedf2436-1783-4ff7-b95a-b747ba2d1814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03215051-29c7-427b-a5b7-038bfcc6e444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2724662 Jun 07 17:38:03.211620 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6950e88-7bf0-4646-813e-5d97a367517e {{(pid=91900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:03.220628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.236335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Transition to ACTIVE for port object b6950e88-7bf0-4646-813e-5d97a367517e will not be triggered until provisioned by entity L2. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:38:03.368767 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.379787 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:03.439346 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.463097 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.494197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-581ca08b-1e71-42f5-8704-e21b7722cecd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:03.498281 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c99516-a516-4760-9cb7-8b14f52f12ba None None] New status for floating IP c0642f93-c912-4b3e-b722-b9dc574d9771: ACTIVE {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:38:03.555848 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a01520-014f-4298-9853-eeafe6f8de7f,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:03.569980 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:03.582721 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:03.583809 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0490212 Jun 07 17:38:03.587651 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-16556f2d-e2c5-4cd0-b3f3-5d2835d46dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:03.589159 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-16556f2d-e2c5-4cd0-b3f3-5d2835d46dea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1098 time: 0.3999650 Jun 07 17:38:03.591205 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-fcd3f3bc-2349-4239-8eb6-71e24d07953c service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596191 Jun 07 17:38:03.591657 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34848) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:03.598902 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:03.705828 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267a43-ff30-48c6-91ce-f326c28389f9 req-a68b1787-d3b2-4c7e-8850-6e921d52ae58 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:03.707926 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48267a43-ff30-48c6-91ce-f326c28389f9 req-a68b1787-d3b2-4c7e-8850-6e921d52ae58 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.4530306 Jun 07 17:38:03.742988 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:03.790859 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:03.821914 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748082b3-9a5a-496b-a73f-e18b65f8371a req-54300f63-9e31-4faf-96b3-1cc200719042 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:03.832829 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-748082b3-9a5a-496b-a73f-e18b65f8371a req-54300f63-9e31-4faf-96b3-1cc200719042 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.5935631 Jun 07 17:38:03.964680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Attempting to bind port b6950e88-7bf0-4646-813e-5d97a367517e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:38:03.965216 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Attempting to bind port b6950e88-7bf0-4646-813e-5d97a367517e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:38:03.965880 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Attempting to bind port b6950e88-7bf0-4646-813e-5d97a367517e on network db73bd92-32a6-4f63-a067-702c00d19955 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:38:03.990061 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48267a43-ff30-48c6-91ce-f326c28389f9 req-6537c927-133b-46dc-a174-d4ca59d7b0bd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697461 Jun 07 17:38:04.001121 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-748082b3-9a5a-496b-a73f-e18b65f8371a req-b588741b-13a9-4293-992f-51bd3cd0cdb1 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527927 Jun 07 17:38:04.010135 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.029398 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Port b6950e88-7bf0-4646-813e-5d97a367517e on network db73bd92-32a6-4f63-a067-702c00d19955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:38:04.029398 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Attempting to bind port b6950e88-7bf0-4646-813e-5d97a367517e on network db73bd92-32a6-4f63-a067-702c00d19955 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:38:04.063083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:38:04.063428 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Checking segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:38:04.063827 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Bound using segment: {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:38:04.068463 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Bound port: b6950e88-7bf0-4646-813e-5d97a367517e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027649f5-7d3e-4281-a39b-78077cee7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955'}}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:38:04.068888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.110021 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ed258a8a-e42d-4e9a-b017-d13250798eb4 req-2f7dd668-9f01-4a1d-a0e5-e1b6294ae1ee service neutron] 10.222.0.60 "GET /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974899 Jun 07 17:38:04.119070 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-24bad1b8-8a1b-4f27-be3a-34806af13345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.120830 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-24bad1b8-8a1b-4f27-be3a-34806af13345 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.4790349 Jun 07 17:38:04.229285 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.269652 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b3b4-ca83-4f8c-8843-8eba6781fe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.363599 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, cleared binding levels {{(pid=91900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:38:04.377717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.379445 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:38:04.391889 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-bae5321c-0c7b-4340-b9cb-d2dce3ed6c24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 998 time: 0.2625494 Jun 07 17:38:04.398285 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.400480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983597-347f-4f1f-9543-0357f724a861 req-4563b4b8-037f-473e-b0f5-8af7d04933c5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.402085 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-69983597-347f-4f1f-9543-0357f724a861 req-4563b4b8-037f-473e-b0f5-8af7d04933c5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.1068566 Jun 07 17:38:04.403988 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.433621 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:04.457066 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:04.498706 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcfdbc5-3fe3-4c74-a98d-1b5390043cd7,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:04.509429 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:04.511932 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.512512 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.513827 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] 10.222.0.60 "PUT /v2.0/ports/b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1093 time: 2.3727412 Jun 07 17:38:04.517344 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:04.519752 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e06938-0923-427e-a411-9973e956626d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:04.530610 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e50a6-1a69-4468-aad2-a7594fb32012 req-766fccc2-faaa-4bf7-903c-5a7fc7c95219 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.535101 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-201e50a6-1a69-4468-aad2-a7594fb32012 req-766fccc2-faaa-4bf7-903c-5a7fc7c95219 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.2335126 Jun 07 17:38:04.538510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.542337 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9443979 Jun 07 17:38:04.543328 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34864) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:04.547617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:04.554534 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-f3e728de-623c-4086-88eb-86f29a3b012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.556527 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-f3e728de-623c-4086-88eb-86f29a3b012d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.1566465 Jun 07 17:38:04.568471 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-69983597-347f-4f1f-9543-0357f724a861 req-0da618ea-dd8c-4efc-ba3e-4bb81b8ca11f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513474 Jun 07 17:38:04.574904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=3']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:04.638194 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:04.674047 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-201e50a6-1a69-4468-aad2-a7594fb32012 req-b9eff559-0008-4de3-880e-20fdfe0d4d6b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214478 Jun 07 17:38:04.733484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-dec23562-4545-4adc-b083-840d9769a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.735957 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-dec23562-4545-4adc-b083-840d9769a241 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1096 time: 0.1514835 Jun 07 17:38:04.767693 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.865807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-2d2df393-e7a0-4cdc-9bbf-2880d32bdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:04.873310 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-2d2df393-e7a0-4cdc-9bbf-2880d32bdd19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2109036 Jun 07 17:38:04.894502 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6b0d4-faa2-4998-88d7-a3c9bc4d4aa1 x-openstack-request-id: req-7bd6b0d4-faa2-4998-88d7-a3c9bc4d4aa1 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:04.896526 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:04.903539 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bd6b0d4-faa2-4998-88d7-a3c9bc4d4aa1 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:04.904221 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'status': 'completed', 'code': 200} Jun 07 17:38:04.906802 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-f5e5e3a4-d5ed-4ce0-a3bc-8bee70818bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 217 time: 0.1586142 Jun 07 17:38:04.934712 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.951160 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:04.978163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6fff5223-fae2-47d9-9b43-0c17e253ba2b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:05.062753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-b563f2ab-7460-4080-95e5-798704ee6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:05.072069 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-b563f2ab-7460-4080-95e5-798704ee6024 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.1555095 Jun 07 17:38:05.078400 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64724d09-9e1f-4083-98fa-10b36be0b8b6,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:05.114496 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:05.123643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.139209 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-8b3883cd-0765-473d-a80d-0ef5ff643a25 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5955076 Jun 07 17:38:05.142665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34872) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:05.152210 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:05.198323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-8df2d8af-5e16-4238-94b0-438eff03963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:05.200195 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-8df2d8af-5e16-4238-94b0-438eff03963f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184719 Jun 07 17:38:05.322384 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-addfc633-25ea-417f-80f9-e6c7630b065c service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353404 Jun 07 17:38:05.326278 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.securitygroups_db [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Project 2b99f6eded3d4b0482b7db94419c354b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:38:05.340868 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.382468 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.429944 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-12d22d19-5ab6-4597-bb2c-f7f1bd04b5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196264 Jun 07 17:38:05.475589 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2ceb6-1503-4a9f-a33b-b89bae65c918 req-3e46d369-a6d4-41d2-9c4c-be40bcb0c80a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:05.479326 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-13d2ceb6-1503-4a9f-a33b-b89bae65c918 req-3e46d369-a6d4-41d2-9c4c-be40bcb0c80a tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.2724524 Jun 07 17:38:05.674324 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea2f078c-fd92-4c01-9a71-485fae3c05d7 req-8111db72-3e62-4099-adea-35f5efcea3ed service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363167 Jun 07 17:38:05.924693 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-13d2ceb6-1503-4a9f-a33b-b89bae65c918 req-f5688b23-3726-48bd-9d1b-0c2268301863 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4067221 Jun 07 17:38:05.940256 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06938-0923-427e-a411-9973e956626d req-97dbf19d-7ebd-4caf-ab1d-723538196293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:05.941740 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-97dbf19d-7ebd-4caf-ab1d-723538196293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1096 time: 0.1723287 Jun 07 17:38:05.950241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87abbe2-91bb-4c5f-88a4-e7df40d38700 req-d46b7afe-d604-43d2-bdc6-a12e9c2dd913 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:05.951660 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f87abbe2-91bb-4c5f-88a4-e7df40d38700 req-d46b7afe-d604-43d2-bdc6-a12e9c2dd913 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.1211109 Jun 07 17:38:05.957369 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e0e9c346-602c-43a5-a72b-4f221a78023d req-30b21961-5abb-4948-a15b-08982180f31e service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235800 Jun 07 17:38:05.961089 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.970018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:05.985697 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:06.016274 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d0449f-a0b6-4871-ba38-90d8b9f54856,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:06.019531 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:06.029157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:06.033537 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-39a3f08e-87d9-4bd0-bcbb-2de2b0545b41 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8874264 Jun 07 17:38:06.035633 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 34884) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:06.042364 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'security_group_rule': {'security_group_id': '57110f63-4e51-4a5c-b10d-731fc640b5fd', 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:06.097250 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.securitygroups_db [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Project 2b99f6eded3d4b0482b7db94419c354b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 17:38:06.120348 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:06.206793 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f87abbe2-91bb-4c5f-88a4-e7df40d38700 req-43744429-9c66-4e20-92fd-4019c581992b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235031 Jun 07 17:38:06.221492 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06938-0923-427e-a411-9973e956626d req-4a6410ff-235f-4947-9cc4-c702c6a7a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:06.223472 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-4a6410ff-235f-4947-9cc4-c702c6a7a686 service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.2701859 Jun 07 17:38:06.273168 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:06.285701 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:06.293481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-48e68f1a-c9bc-4644-bf35-60e4c209d15f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:06.312375 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428ef3c9-a13a-4a38-9680-c76a1b19d44d,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:06.321943 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:06.335580 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:06.339566 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3003387 Jun 07 17:38:06.354982 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d813bf-0f8f-4db1-b367-80a3946fa02a req-6771ce37-c3cf-48f4-a205-113e3c865e71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:06.356586 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f6d813bf-0f8f-4db1-b367-80a3946fa02a req-6771ce37-c3cf-48f4-a205-113e3c865e71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1543684 Jun 07 17:38:06.403701 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f6d813bf-0f8f-4db1-b367-80a3946fa02a req-9f37017a-c6c5-4560-97a3-c7795c489785 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 Jun 07 17:38:06.424225 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-0fa396d5-0fac-4cfc-8bfe-08e3a4cb603f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 217 time: 0.1879232 Jun 07 17:38:06.570281 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-9c5d2c29-259a-4004-9870-92ea79bd4c1f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138019322&fields=id&tenant_id=2b99f6eded3d4b0482b7db94419c354b HTTP/1.1" status: 200 len: 267 time: 0.1446068 Jun 07 17:38:06.660026 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06938-0923-427e-a411-9973e956626d req-1ccba996-a988-4e73-8e7f-d0d3518cb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:06.661620 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-1ccba996-a988-4e73-8e7f-d0d3518cb8fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.2222741 Jun 07 17:38:06.761341 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-3ff30881-837f-487d-9e9f-d6e032ab6d62 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:06.763276 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-3ff30881-837f-487d-9e9f-d6e032ab6d62 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1913598 Jun 07 17:38:06.779524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06938-0923-427e-a411-9973e956626d req-1187d391-8bbc-46c1-a8c3-f1f855a60003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:06.781427 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-1187d391-8bbc-46c1-a8c3-f1f855a60003 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044114 Jun 07 17:38:06.791993 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'port': {'security_groups': ['10d7b1ac-1f9e-46b0-9ad4-292979a5d211', '57110f63-4e51-4a5c-b10d-731fc640b5fd']}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:06.995127 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.080694 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-9863b45c-1501-420a-b0a7-b60e9d8a0f00 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614627 Jun 07 17:38:07.142622 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.153732 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87049d-c565-4802-a521-b09eb6975830 req-3e250ab5-eb58-418b-b5e9-63a7329a7bd2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:07.155266 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2c87049d-c565-4802-a521-b09eb6975830 req-3e250ab5-eb58-418b-b5e9-63a7329a7bd2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.0888937 Jun 07 17:38:07.201647 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2c87049d-c565-4802-a521-b09eb6975830 req-bb77022c-b0f1-4113-bc0f-ea6222a77731 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395622 Jun 07 17:38:07.308605 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-31e06938-0923-427e-a411-9973e956626d req-2b3bba93-2850-4512-80c0-169560790914 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175047 Jun 07 17:38:07.387725 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:38:07.485385 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3c8de-a667-4b65-84c5-8ba679e4789d req-e273c95c-d34c-443a-87a3-b76f9834705c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:07.486757 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5eb3c8de-a667-4b65-84c5-8ba679e4789d req-e273c95c-d34c-443a-87a3-b76f9834705c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.1362524 Jun 07 17:38:07.533887 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:07.537741 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5eb3c8de-a667-4b65-84c5-8ba679e4789d req-c233da2d-fd6c-45ca-ba2b-ac1fafe39670 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Jun 07 17:38:07.574251 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:07.590789 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'mac_address': 'fa:16:3e:27:f7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:38:07.592413 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.602510 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.627448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d1d4447d-4ccc-4a24-922a-f41346be7427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:07.630570 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:07.743569 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=6']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:07.748143 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.748765 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:07.759682 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:07.760456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.772722 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-13416286-ea96-477c-a8ec-1ddfaaad0fc6 req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "PUT /v2.0/ports/794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 981 time: 0.9856761 Jun 07 17:38:07.773362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:07.787219 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:07.801083 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6950e88-7bf0-4646-813e-5d97a367517e {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:07.822257 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ba4fe-fe7f-442f-b10a-0cf369fb166e req-1625b847-03b3-4267-807d-9f6b2eaddc6e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:07.831186 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc3ba4fe-fe7f-442f-b10a-0cf369fb166e req-1625b847-03b3-4267-807d-9f6b2eaddc6e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1555233 Jun 07 17:38:07.895442 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:07.911262 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:07.916731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:07.918058 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cc3ba4fe-fe7f-442f-b10a-0cf369fb166e req-ca1d0f9e-4704-4c19-bb4f-65a36f41969c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837917 Jun 07 17:38:07.985583 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:08.085314 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b0d4e-3c9d-4b3f-85e4-1e58db46b746 x-openstack-request-id: req-349b0d4e-3c9d-4b3f-85e4-1e58db46b746 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:08.086264 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:08.086648 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-349b0d4e-3c9d-4b3f-85e4-1e58db46b746 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:08.087157 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:38:08.097808 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf03cd8-a4d4-4118-8e84-f527ffb5b3fa req-3386a7d4-bb75-406f-b7a5-581b78068c58 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:08.107850 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6cf03cd8-a4d4-4118-8e84-f527ffb5b3fa req-3386a7d4-bb75-406f-b7a5-581b78068c58 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1780064 Jun 07 17:38:08.195931 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:08.202937 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:08.229587 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6cf03cd8-a4d4-4118-8e84-f527ffb5b3fa req-45ecc820-10b9-4c0c-b33f-2e2aee73157f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195943 Jun 07 17:38:08.318415 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-1516308b-2025-413d-a5a1-0b0f69068930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:08.320501 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-1516308b-2025-413d-a5a1-0b0f69068930 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1137 time: 0.1815178 Jun 07 17:38:08.343007 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['b6950e88-7bf0-4646-813e-5d97a367517e'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:08.445883 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-2e0a6a3f-c895-4e46-8c5c-89cec638af38 None None] Provisioning complete for port 794885c5-5975-4474-bc83-258851e0df47 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:08.446267 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6a3f-c895-4e46-8c5c-89cec638af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:08.523627 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-ee80a041-4e9d-4533-8fdf-aff2947d023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:08.525401 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-ee80a041-4e9d-4533-8fdf-aff2947d023c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.1871898 Jun 07 17:38:08.538355 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316800e-9be7-4dc8-9e01-97a3fdfdc924 req-13b11083-88c0-4d83-bcbd-ffbdef6dacfc tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:08.540199 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6316800e-9be7-4dc8-9e01-97a3fdfdc924 req-13b11083-88c0-4d83-bcbd-ffbdef6dacfc tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 944 time: 0.1319733 Jun 07 17:38:08.667319 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6316800e-9be7-4dc8-9e01-97a3fdfdc924 req-94a9ca96-cde5-4485-ad7b-57c3d0e7433d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200585 Jun 07 17:38:08.680109 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-7f508b83-5d4d-4acb-91d1-1c45a919d9f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 1000 time: 0.1403854 Jun 07 17:38:08.826183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-b8b3fb5f-db51-4ed9-a5f9-bb7597b7dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:08.829225 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-b8b3fb5f-db51-4ed9-a5f9-bb7597b7dc4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.1310401 Jun 07 17:38:09.043509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedf35d-b755-4169-a85b-c3580463151c req-593a70fc-7e6a-462f-a0ad-f09d324cf341 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:09.052829 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8cedf35d-b755-4169-a85b-c3580463151c req-593a70fc-7e6a-462f-a0ad-f09d324cf341 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.3056791 Jun 07 17:38:09.071555 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-d88da732-8e6f-4a20-afdf-e8c27856b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:09.073343 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-d88da732-8e6f-4a20-afdf-e8c27856b68d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2353725 Jun 07 17:38:09.281376 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8cedf35d-b755-4169-a85b-c3580463151c req-bf60d51a-71e3-48f9-ad46-c29d9b4c43fa tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276537 Jun 07 17:38:09.377852 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c337f19-07cf-44ff-b122-9ae4872a1431 req-f5a4cc61-1eed-4598-859b-eda6be42a1ec tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:09.388802 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6c337f19-07cf-44ff-b122-9ae4872a1431 req-f5a4cc61-1eed-4598-859b-eda6be42a1ec tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.2009895 Jun 07 17:38:09.389044 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-7bed4fb4-cfe8-461d-a6c8-941cb06b49c1 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906079 Jun 07 17:38:09.418770 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-fd3c2c5b-e32e-4186-953f-8e96d7775117 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1742585 Jun 07 17:38:09.562284 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6c337f19-07cf-44ff-b122-9ae4872a1431 req-76acb77e-2486-40eb-99b1-69c37a4eb1ed tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714568 Jun 07 17:38:09.614292 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8ac5cdb3-c3a4-4442-85b1-d79fa4525747 req-8a4e598e-f032-4a6b-8285-1fb8a35b2f98 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047267 Jun 07 17:38:09.625219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-8454fc02-25cc-42c6-af74-460429819703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:09.626708 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-8454fc02-25cc-42c6-af74-460429819703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3adf64164f8436da6d1c234a8469e20&device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 1099 time: 0.1817408 Jun 07 17:38:10.007096 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-5ab08839-f945-4414-814c-011cd70954e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.008914 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-5ab08839-f945-4414-814c-011cd70954e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 200 len: 920 time: 0.3453767 Jun 07 17:38:10.027796 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d317e3-dc43-4709-a3ea-ac4c5f759fac req-f530a731-9441-4d27-a08a-8691828bd8d8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.035158 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-19d317e3-dc43-4709-a3ea-ac4c5f759fac req-f530a731-9441-4d27-a08a-8691828bd8d8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 944 time: 0.1642840 Jun 07 17:38:10.112205 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3253-6abd-4d7d-860f-26458fdd1aa6 req-21f8d82a-a988-4da5-a9b6-cac4eda13854 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.114073 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-49ac3253-6abd-4d7d-860f-26458fdd1aa6 req-21f8d82a-a988-4da5-a9b6-cac4eda13854 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.0922446 Jun 07 17:38:10.118402 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-1692deee-de49-428e-8de4-c869e2378a64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 200 len: 217 time: 0.0812466 Jun 07 17:38:10.161786 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-49ac3253-6abd-4d7d-860f-26458fdd1aa6 req-9e7e547c-35c1-44da-aa71-545f7a11adeb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Jun 07 17:38:10.182019 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-19d317e3-dc43-4709-a3ea-ac4c5f759fac req-895894ac-14eb-4cf4-885a-8a511197c1cb tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460421 Jun 07 17:38:10.200037 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-5f7c053a-9a7e-47aa-a9d9-2fa682ae061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.201481 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-5f7c053a-9a7e-47aa-a9d9-2fa682ae061b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 200 len: 859 time: 0.0725386 Jun 07 17:38:10.254423 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-48d1d792-9f1e-47da-ae9d-481b98c3dc0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=76999624-e1df-4cb0-8cb8-26810dd828ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438213 Jun 07 17:38:10.408673 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-2f0902f4-f9a4-46d2-ba22-178e8f3971a6 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441629 Jun 07 17:38:10.516906 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b1ae-068a-4ce8-af72-b08188d1a35f req-1eaa6284-11f5-4496-9fcf-6c3009cd7219 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.518483 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2d26b1ae-068a-4ce8-af72-b08188d1a35f req-1eaa6284-11f5-4496-9fcf-6c3009cd7219 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.1030223 Jun 07 17:38:10.566635 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2d26b1ae-068a-4ce8-af72-b08188d1a35f req-cc8b9cf4-467d-4f8c-bd24-6a2bd1c17403 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Jun 07 17:38:10.583137 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1dfb23b8-2922-4a13-b47f-aa6a77366380 req-325a1f38-0c9f-47d6-b679-38a67f726246 service neutron] 10.222.0.60 "GET /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547425 Jun 07 17:38:10.758417 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e606ef-00fb-4633-b4c1-381a02dc9743 req-b269191c-40e2-47da-8cec-1db99b5c7337 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:10.759897 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75e606ef-00fb-4633-b4c1-381a02dc9743 req-b269191c-40e2-47da-8cec-1db99b5c7337 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0813372 Jun 07 17:38:10.807673 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75e606ef-00fb-4633-b4c1-381a02dc9743 req-e752bcb3-2b84-4a46-94ba-eff2c5ddb097 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Jun 07 17:38:11.362542 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2293e-49cd-4c9c-aabf-c0898a330e69 req-09206470-60a7-4432-8b9f-26f97b4830e3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:11.364337 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-03b2293e-49cd-4c9c-aabf-c0898a330e69 req-09206470-60a7-4432-8b9f-26f97b4830e3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.0894854 Jun 07 17:38:11.419345 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-03b2293e-49cd-4c9c-aabf-c0898a330e69 req-05588857-be7a-4d7b-90e1-885202c88b59 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Jun 07 17:38:11.426622 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:38:11.546893 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port b6950e88-7bf0-4646-813e-5d97a367517e completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:38:11.553140 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port b6950e88-7bf0-4646-813e-5d97a367517e triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:11.553756 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:11.581616 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254758cd-cccd-467b-bb62-dbd4afdb0730 req-89d8ffc9-fe08-4388-b2c5-03e44119eb0b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:11.590990 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-254758cd-cccd-467b-bb62-dbd4afdb0730 req-89d8ffc9-fe08-4388-b2c5-03e44119eb0b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 944 time: 0.2813656 Jun 07 17:38:11.688317 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-254758cd-cccd-467b-bb62-dbd4afdb0730 req-99227fef-e736-4d39-8b8a-7248618186ed tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963774 Jun 07 17:38:11.721666 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:11.763311 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:11.764114 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:11.766589 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e18bc68-f98c-4892-a378-157daa0ece00" -d '{"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-plugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:11.770567 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:11.773995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:11.815432 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1f753-5fff-4f28-9f51-f2188b900ccd req-242ea73f-0d5e-48fd-ae97-d0a7e593a55f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:11.818491 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-58b1f753-5fff-4f28-9f51-f2188b900ccd req-242ea73f-0d5e-48fd-ae97-d0a7e593a55f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0898025 Jun 07 17:38:11.826887 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84b238-3ea6-4271-b0a4-5999b011e8d4 x-openstack-request-id: req-3f84b238-3ea6-4271-b0a4-5999b011e8d4 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:11.827349 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-plugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:11.827834 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f84b238-3ea6-4271-b0a4-5999b011e8d4 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:11.828235 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'code': 200} Jun 07 17:38:11.863866 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:11.873074 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.873426 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.873767 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.874814 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.875356 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.875708 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.876030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.876358 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.876734 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.877043 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.877366 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.877686 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:38:11.892460 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:11.892921 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-58b1f753-5fff-4f28-9f51-f2188b900ccd req-661557d2-d196-4191-a0f5-1bec9d8a69be tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Jun 07 17:38:12.060358 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783a219-6ea6-451d-9cd2-5d782327a6fc req-31519377-50cd-4668-a8b2-7da5535f15a2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:12.061886 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b783a219-6ea6-451d-9cd2-5d782327a6fc req-31519377-50cd-4668-a8b2-7da5535f15a2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0837977 Jun 07 17:38:12.117664 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b783a219-6ea6-451d-9cd2-5d782327a6fc req-df7c8d2c-9080-47a5-ad57-b68331315c81 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500588 Jun 07 17:38:12.302060 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6969d7-e3a4-4051-9dd5-c672131929ef req-12afefaa-bb3f-4709-b6cb-e6228823772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:12.303506 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6f6969d7-e3a4-4051-9dd5-c672131929ef req-12afefaa-bb3f-4709-b6cb-e6228823772f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0728805 Jun 07 17:38:12.341895 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:12.354123 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6f6969d7-e3a4-4051-9dd5-c672131929ef req-76e23f45-e2c5-4182-9046-324e93b3d54d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357292 Jun 07 17:38:12.797738 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230bd79-2537-4b31-9a7a-5f80f6bf0932 req-b61b0bc8-30d8-4b80-95b6-143e56acd1b9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:12.799420 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3230bd79-2537-4b31-9a7a-5f80f6bf0932 req-b61b0bc8-30d8-4b80-95b6-143e56acd1b9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1064961 Jun 07 17:38:12.851315 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3230bd79-2537-4b31-9a7a-5f80f6bf0932 req-595dc9c1-8924-49f8-8277-bd3e9954d662 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jun 07 17:38:12.894822 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cbc3e-2f1d-409f-afb8-794f8a5a7cc9 req-7f969e5a-934c-4bc3-94c2-315fcaf47593 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:12.896496 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3b5cbc3e-2f1d-409f-afb8-794f8a5a7cc9 req-7f969e5a-934c-4bc3-94c2-315fcaf47593 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1048651 Jun 07 17:38:12.943871 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3b5cbc3e-2f1d-409f-afb8-794f8a5a7cc9 req-853ceb90-2463-4561-aed8-0f4eb02d520c tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415874 Jun 07 17:38:13.097465 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e9e0-ec80-4f2a-ae39-31b0a2736f41 req-e78a9d96-a40e-42a1-8a9f-dd4c96d92ed3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:13.098929 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-acf3e9e0-ec80-4f2a-ae39-31b0a2736f41 req-e78a9d96-a40e-42a1-8a9f-dd4c96d92ed3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0890086 Jun 07 17:38:13.151173 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-acf3e9e0-ec80-4f2a-ae39-31b0a2736f41 req-5a7676a1-7526-4ac6-939f-ea8c86c1cc39 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Jun 07 17:38:13.303534 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c5348-dd0a-4b24-b78b-a9754bd0cbcd req-12b8564e-6630-4794-8116-4c3dfc5395af tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:13.304999 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b98c5348-dd0a-4b24-b78b-a9754bd0cbcd req-12b8564e-6630-4794-8116-4c3dfc5395af tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0804741 Jun 07 17:38:13.353389 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b98c5348-dd0a-4b24-b78b-a9754bd0cbcd req-024a6cf7-602e-4009-afdc-ffa096a2b69e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425978 Jun 07 17:38:14.096666 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4678f1-fb68-4347-891a-65f10a410b04 req-7f10690d-6dab-4594-a613-37d8df39343c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:14.098539 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4b4678f1-fb68-4347-891a-65f10a410b04 req-7f10690d-6dab-4594-a613-37d8df39343c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1264446 Jun 07 17:38:14.161365 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4b4678f1-fb68-4347-891a-65f10a410b04 req-8f491259-7e5f-4798-ae7b-d63b773b74f8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556817 Jun 07 17:38:14.219790 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284b0ba-75da-461d-9a80-3f8ffcff4a0f req-03bd91f1-90ee-4b60-a0f1-f3051e60db1e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:14.227494 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2284b0ba-75da-461d-9a80-3f8ffcff4a0f req-03bd91f1-90ee-4b60-a0f1-f3051e60db1e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1311371 Jun 07 17:38:14.315659 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2284b0ba-75da-461d-9a80-3f8ffcff4a0f req-a38170a2-2489-40f5-8e7a-a89e4f8135e3 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870361 Jun 07 17:38:14.368287 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1c307-f101-43e7-9452-7d3bc126ba40 req-672a5ee8-8d54-49d1-a846-0ca33c6d1cd4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:14.368736 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-3f7242b2-585b-4147-a5fe-48ad4ca78891 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:14.369752 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0fc1c307-f101-43e7-9452-7d3bc126ba40 req-672a5ee8-8d54-49d1-a846-0ca33c6d1cd4 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0956168 Jun 07 17:38:14.370637 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-3f7242b2-585b-4147-a5fe-48ad4ca78891 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 946 time: 0.1188312 Jun 07 17:38:14.441596 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0fc1c307-f101-43e7-9452-7d3bc126ba40 req-8956a4b2-1910-4899-8dd4-88d782d14c9f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654149 Jun 07 17:38:14.600136 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Deleting port 0829af23-c655-4187-a5f3-846b2f1c4611 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:14.600387 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:14.631539 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6820a-bd9a-445e-8909-8ccdf2dd1720 req-d6db7597-cb58-4a3a-b9c3-23f4670e0d26 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:14.633010 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-78c6820a-bd9a-445e-8909-8ccdf2dd1720 req-d6db7597-cb58-4a3a-b9c3-23f4670e0d26 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1348796 Jun 07 17:38:14.759975 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-78c6820a-bd9a-445e-8909-8ccdf2dd1720 req-9f27749f-d91e-4b23-90d1-fc672e43f8b7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127892 Jun 07 17:38:14.782244 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] For port 0829af23-c655-4187-a5f3-846b2f1c4611, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0829af23-c655-4187-a5f3-846b2f1c4611,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:14.782783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:14.914039 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Calling delete_port for 0829af23-c655-4187-a5f3-846b2f1c4611 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:15.033853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:15.039575 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-83fdb300-8788-4f87-bfc1-bea5623bffd0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:15.046328 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['243a6946-1b56-4fc7-8702-f72735e27201', '0829af23-c655-4187-a5f3-846b2f1c4611'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:15.085403 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Pushing event deleted for resources: {'Port': ['ID=0829af23-c655-4187-a5f3-846b2f1c4611,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:15.088346 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:15.162261 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] No DVR routers for this DVR port 0829af23-c655-4187-a5f3-846b2f1c4611 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:38:15.164884 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:15.166823 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5bc1738d-78bd-4f61-8dc2-e5b317066c6e req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "DELETE /v2.0/ports/0829af23-c655-4187-a5f3-846b2f1c4611 HTTP/1.1" status: 204 len: 173 time: 0.7885904 Jun 07 17:38:15.167320 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'name': 'network-vif-deleted', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:15.169628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9355e5f-3eec-4031-b690-dcb50c521988" -d '{"events": [{"server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "name": "network-vif-deleted", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:15.270064 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a68db-5893-45cd-a7e1-bc12b54be3a9 x-openstack-request-id: req-ab6a68db-5893-45cd-a7e1-bc12b54be3a9 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:15.270665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eab6953-c592-482a-8d46-dbf265bc73f0", "name": "network-vif-deleted", "tag": "0829af23-c655-4187-a5f3-846b2f1c4611", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:15.270665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab6a68db-5893-45cd-a7e1-bc12b54be3a9 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:15.271127 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eab6953-c592-482a-8d46-dbf265bc73f0', 'name': 'network-vif-deleted', 'tag': '0829af23-c655-4187-a5f3-846b2f1c4611', 'status': 'completed', 'code': 200} Jun 07 17:38:15.353109 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d17f9ae2-d46b-45ee-b042-46329d5eeea2 req-e3f4ac1b-91c5-473a-b491-b48ec3814043 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eab6953-c592-482a-8d46-dbf265bc73f0 HTTP/1.1" status: 200 len: 210 time: 0.0669808 Jun 07 17:38:15.521326 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ff34a-965a-430a-8e31-3896cf4341b1 req-097285f5-b90d-45ea-952f-c9b477e972bd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:15.522970 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-509ff34a-965a-430a-8e31-3896cf4341b1 req-097285f5-b90d-45ea-952f-c9b477e972bd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0890210 Jun 07 17:38:15.571045 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-509ff34a-965a-430a-8e31-3896cf4341b1 req-914e2397-b708-43c1-863f-250c43043cb9 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414252 Jun 07 17:38:15.626729 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b9c03-8ab1-44e8-9d73-99f0314c63b8 req-7b286a8b-121c-4d38-8e70-9f296acdefa0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:15.628160 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-532b9c03-8ab1-44e8-9d73-99f0314c63b8 req-7b286a8b-121c-4d38-8e70-9f296acdefa0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0830853 Jun 07 17:38:15.675360 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-532b9c03-8ab1-44e8-9d73-99f0314c63b8 req-4b98bb7b-70dd-4109-a4ed-944b986c9804 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Jun 07 17:38:15.770568 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f2dd8-1bc1-4426-b712-05d19137b9a4 req-1279e3d5-aa77-401d-bd09-bc9d68d0fcd5 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:15.772216 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-183f2dd8-1bc1-4426-b712-05d19137b9a4 req-1279e3d5-aa77-401d-bd09-bc9d68d0fcd5 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0839727 Jun 07 17:38:15.825080 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-183f2dd8-1bc1-4426-b712-05d19137b9a4 req-7ce1d45e-2bd7-4f61-be9c-1921fb228951 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462298 Jun 07 17:38:15.850450 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35010) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:15.977213 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96014fc2-a888-4f96-acff-60083c3a2c73 req-98b3f821-e63d-4e47-805c-1b452fae6962 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:15.978714 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-96014fc2-a888-4f96-acff-60083c3a2c73 req-98b3f821-e63d-4e47-805c-1b452fae6962 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1012042 Jun 07 17:38:16.040641 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-96014fc2-a888-4f96-acff-60083c3a2c73 req-86079367-4247-46f7-b351-4508be054e88 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513220 Jun 07 17:38:16.083120 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7685b31d-beb6-42d5-9f34-acf4b3f2fc46 tempest-TestShelveInstance-2089457208 tempest-TestShelveInstance-2089457208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:16.088026 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35016) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:16.089767 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7685b31d-beb6-42d5-9f34-acf4b3f2fc46 tempest-TestShelveInstance-2089457208 tempest-TestShelveInstance-2089457208-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1093 time: 0.2382967 Jun 07 17:38:16.092934 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:16.128602 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:16.431453 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:16.629542 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Allocated IP 172.28.3.168 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/78a3e657-b76c-42af-951e-30da2b8ffa1b) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:38:16.904930 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:16.943057 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a959f-4b8c-475e-853a-17358f15985f req-fdc25cbd-29a0-4d53-a3fd-ef87b01d8803 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:16.945067 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:16.945756 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:38:16.953104 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea4a959f-4b8c-475e-853a-17358f15985f req-fdc25cbd-29a0-4d53-a3fd-ef87b01d8803 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.1310134 Jun 07 17:38:16.974205 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:38:16.975702 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:38:16.983247 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:38:17.024923 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ea4a959f-4b8c-475e-853a-17358f15985f req-9f571fa7-4008-494f-99ea-0b36f6280f97 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702808 Jun 07 17:38:17.311006 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924df54a-55fe-430d-89c4-7d7ae5f86850 req-9e32689e-9f6c-40b8-9b3b-2adcd67b37c1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:17.313454 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-924df54a-55fe-430d-89c4-7d7ae5f86850 req-9e32689e-9f6c-40b8-9b3b-2adcd67b37c1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0863602 Jun 07 17:38:17.356867 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135157-f949-4002-a8b2-ea39ff0a8b51 req-335aa8ab-4fbc-47b0-917d-fe838e14df87 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:17.358449 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e8135157-f949-4002-a8b2-ea39ff0a8b51 req-335aa8ab-4fbc-47b0-917d-fe838e14df87 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2073581 Jun 07 17:38:17.371953 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-924df54a-55fe-430d-89c4-7d7ae5f86850 req-cb94fe4b-337e-40ef-bd67-3a9e142ae5f9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523527 Jun 07 17:38:17.430521 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0829af23-c655-4187-a5f3-846b2f1c4611 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:38:17.468778 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 0829af23-c655-4187-a5f3-846b2f1c4611 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:38:17.469135 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0829af23-c655-4187-a5f3-846b2f1c4611 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:38:17.486536 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e8135157-f949-4002-a8b2-ea39ff0a8b51 req-84674a22-b96d-4bd5-8d18-92fafbf4351c tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743701 Jun 07 17:38:17.547479 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:17.627937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:17.835659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:17.841287 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:17.845685 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:17.953598 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event updated for resources: {'Port': ['ID=78a3e657-b76c-42af-951e-30da2b8ffa1b,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:17.957714 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:17.972946 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:18.151767 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Floating IP b3e73d6d-68c0-4c5d-bd70-01ba1823c66c associated. External IP: 172.28.3.168, port: b6950e88-7bf0-4646-813e-5d97a367517e. Jun 07 17:38:18.229050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109462c-154c-4cb2-9f24-31a9e0259473 req-438c6a5d-396d-465a-a7b9-e45ad3de78cb tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:18.230617 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1109462c-154c-4cb2-9f24-31a9e0259473 req-438c6a5d-396d-465a-a7b9-e45ad3de78cb tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0926166 Jun 07 17:38:18.301060 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1109462c-154c-4cb2-9f24-31a9e0259473 req-ea54622d-998b-40eb-8ec1-8b1fd18636b5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589170 Jun 07 17:38:18.695956 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd933247-7ea9-4e5f-9a05-7600dff15682 req-422f7e89-643f-4a87-9b55-fcea38cfeef2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:18.704652 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd933247-7ea9-4e5f-9a05-7600dff15682 req-422f7e89-643f-4a87-9b55-fcea38cfeef2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1044388 Jun 07 17:38:18.731594 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:38:18.756509 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bd933247-7ea9-4e5f-9a05-7600dff15682 req-a11adb16-2219-4bfc-b8a8-2a00741564b1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508339 Jun 07 17:38:18.823558 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86d5c-fb2c-47d6-b31c-b3a991e2786f req-d3adc227-518f-4248-a1b3-07e83d6303d1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:18.825045 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f8c86d5c-fb2c-47d6-b31c-b3a991e2786f req-d3adc227-518f-4248-a1b3-07e83d6303d1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.3207333 Jun 07 17:38:18.963980 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f8c86d5c-fb2c-47d6-b31c-b3a991e2786f req-3a925a27-d0ae-4e44-baa5-baeb4e725a4b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276054 Jun 07 17:38:18.989816 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:38:19.001022 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Sync routers for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:38:19.018363 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:19.019057 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:38:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:19.025447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:19.130015 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0407677 Jun 07 17:38:19.131037 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:19.135644 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eefe68-2936-4b02-89be-3f7289b92925" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:19.197293 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a979f71-4f9a-481e-8f8a-3202c205cbdf x-openstack-request-id: req-8a979f71-4f9a-481e-8f8a-3202c205cbdf {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:19.197904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:19.198299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a979f71-4f9a-481e-8f8a-3202c205cbdf {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:19.198769 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'status': 'completed', 'code': 200} Jun 07 17:38:19.302676 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:19.374852 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:38:19.440228 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device be2f09b8-aea4-4749-8100-a2cded8a3832 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:38:19.516212 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382036-af3e-4f55-a8dc-20ce79f82e8c req-ece033e6-6622-46ee-90d2-7440ab55aeb1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:19.517918 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06382036-af3e-4f55-a8dc-20ce79f82e8c req-ece033e6-6622-46ee-90d2-7440ab55aeb1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 943 time: 0.0863678 Jun 07 17:38:19.570537 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06382036-af3e-4f55-a8dc-20ce79f82e8c req-07379ed7-9c3e-42e7-9a36-01e76f183772 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 Jun 07 17:38:19.589332 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=be2f09b8-aea4-4749-8100-a2cded8a3832,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:19.605695 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'be2f09b8-aea4-4749-8100-a2cded8a3832', 'network_id': '03215051-29c7-427b-a5b7-038bfcc6e444', 'port_id': 'be2f09b8-aea4-4749-8100-a2cded8a3832', 'mac_address': 'fa:16:3e:b0:3e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:38:19.667459 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:19.684493 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2f09b8-aea4-4749-8100-a2cded8a3832 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:19.701021 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=be2f09b8-aea4-4749-8100-a2cded8a3832,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:19.707313 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:19.709584 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:19.771278 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'b3e73d6d-68c0-4c5d-bd70-01ba1823c66c', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'floating_ip_address': '172.28.3.168', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'mac_address': 'fa:16:3e:27:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:38:17Z', 'updated_at': '2021-06-07T17:38:17Z', 'revision_number': 0, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:19.784762 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Checking router: 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:38:19.795066 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:19.797607 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:38:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:19.806305 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=be2f09b8-aea4-4749-8100-a2cded8a3832,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:19.809823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:20.011786 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:20.092118 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d286dfa-187e-4cfd-ae54-a2f41b8f928d req-b1e7b5cc-cc14-47a0-8616-f6a2ff412170 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:20.099575 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4d286dfa-187e-4cfd-ae54-a2f41b8f928d req-b1e7b5cc-cc14-47a0-8616-f6a2ff412170 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1719158 Jun 07 17:38:20.102284 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['be2f09b8-aea4-4749-8100-a2cded8a3832'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:20.165292 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4d286dfa-187e-4cfd-ae54-a2f41b8f928d req-df4d6915-335c-46fb-a457-662b6c53dd6a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624249 Jun 07 17:38:20.263456 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04625490-a5dc-43ae-96bb-b6bf3434d37e req-282c950b-23aa-4bfc-81b3-ebceff6043a9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:20.265941 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-04625490-a5dc-43ae-96bb-b6bf3434d37e req-282c950b-23aa-4bfc-81b3-ebceff6043a9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1584446 Jun 07 17:38:20.315706 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-04625490-a5dc-43ae-96bb-b6bf3434d37e req-86d0b229-d637-4e44-91e0-9829c45ea512 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 Jun 07 17:38:20.473823 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'b3e73d6d-68c0-4c5d-bd70-01ba1823c66c', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'floating_ip_address': '172.28.3.168', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'mac_address': 'fa:16:3e:27:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:38:17Z', 'updated_at': '2021-06-07T17:38:17Z', 'revision_number': 0, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:20.478042 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed8d0f-ed21-4d4c-9456-ffc2b8fd196f None None] The sync data for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb is: [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'b3e73d6d-68c0-4c5d-bd70-01ba1823c66c', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'floating_ip_address': '172.28.3.168', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'mac_address': 'fa:16:3e:27:f7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:38:17Z', 'updated_at': '2021-06-07T17:38:17Z', 'revision_number': 0, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:38:20.672190 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab2131-880a-480b-8bde-b63f9b21e910 None None] New status for floating IP b3e73d6d-68c0-4c5d-bd70-01ba1823c66c: ACTIVE {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:38:20.777550 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71caff-ec2d-4175-b3db-e7dbc830d879 req-161e07b6-57f6-41a7-ac23-ba2ef88781bf tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:20.778859 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-db71caff-ec2d-4175-b3db-e7dbc830d879 req-161e07b6-57f6-41a7-ac23-ba2ef88781bf tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 944 time: 0.0823462 Jun 07 17:38:20.831119 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-db71caff-ec2d-4175-b3db-e7dbc830d879 req-04ce0f9e-de0d-4108-b8ff-bc188474e6c9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Jun 07 17:38:21.352157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587f159-6122-4ae5-a7ad-4b37888ede9e req-24af7b2d-9211-40ad-9245-042db3a88d8a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:21.353620 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1587f159-6122-4ae5-a7ad-4b37888ede9e req-24af7b2d-9211-40ad-9245-042db3a88d8a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0833700 Jun 07 17:38:21.416986 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1587f159-6122-4ae5-a7ad-4b37888ede9e req-6c89b410-844b-4ce5-b3c8-edeb89a402bf tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Jun 07 17:38:21.462370 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device be2f09b8-aea4-4749-8100-a2cded8a3832 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:38:21.524326 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11c9c3-3cf3-456a-ba57-e00a2e7f3aca req-83b731d6-e4f9-4db8-b404-c7272adbe5d3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:21.526112 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3c11c9c3-3cf3-456a-ba57-e00a2e7f3aca req-83b731d6-e4f9-4db8-b404-c7272adbe5d3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0893326 Jun 07 17:38:21.571222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port be2f09b8-aea4-4749-8100-a2cded8a3832 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:38:21.579409 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port be2f09b8-aea4-4749-8100-a2cded8a3832 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:21.579526 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:21.607046 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3c11c9c3-3cf3-456a-ba57-e00a2e7f3aca req-fa296442-0b78-4668-861b-03705ecef94c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672448 Jun 07 17:38:21.724529 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:21.752441 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:21.754705 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffad276e-c27d-4d2e-8fea-8958a4790800" -d '{"events": [{"server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "name": "network-vif-plugged", "status": "completed", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:21.763064 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=be2f09b8-aea4-4749-8100-a2cded8a3832,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:21.767517 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:21.769444 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-03e06cab-84f1-4f91-832c-5447e29b5a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:21.816078 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ac050-f1f5-4f8e-9c76-202de4e6b867 x-openstack-request-id: req-182ac050-f1f5-4f8e-9c76-202de4e6b867 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:21.816380 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "name": "network-vif-plugged", "status": "completed", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:21.816680 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-182ac050-f1f5-4f8e-9c76-202de4e6b867 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:21.817058 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832', 'code': 200} Jun 07 17:38:21.843092 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=be2f09b8-aea4-4749-8100-a2cded8a3832,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:21.846118 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:22.055539 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1ac9-20d2-4b97-9e17-23c85451a90e req-5b98758b-55ee-44ac-adf6-52cf57a253e5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:22.060990 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-421a1ac9-20d2-4b97-9e17-23c85451a90e req-5b98758b-55ee-44ac-adf6-52cf57a253e5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1116083 Jun 07 17:38:22.114039 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-421a1ac9-20d2-4b97-9e17-23c85451a90e req-34f85f50-0e1d-4c42-acd2-deb772190363 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506103 Jun 07 17:38:22.613111 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4755-162d-4b2f-8f4a-0f031924f5d0 req-496bebaa-69b8-4b72-9156-e95c96736a43 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:22.614571 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b27c4755-162d-4b2f-8f4a-0f031924f5d0 req-496bebaa-69b8-4b72-9156-e95c96736a43 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0843580 Jun 07 17:38:22.664159 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b27c4755-162d-4b2f-8f4a-0f031924f5d0 req-422c4f3e-689a-4bf9-8f17-fa407c4ae5d1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Jun 07 17:38:22.823853 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e375c27-8ef8-4e19-94aa-908e0e921cbf req-49a3f18f-fe7e-489d-a214-0a65ec0593f5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:22.825324 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6e375c27-8ef8-4e19-94aa-908e0e921cbf req-49a3f18f-fe7e-489d-a214-0a65ec0593f5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0819068 Jun 07 17:38:22.874688 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6e375c27-8ef8-4e19-94aa-908e0e921cbf req-b58bced9-e32b-4cc5-b86a-958ef3e4c18d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Jun 07 17:38:23.310468 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab662ff8-a3cc-4d4b-9d6f-a1f7844c4108 req-88b66dd8-a6ca-4e62-815e-7b33e412eef1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:23.312734 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ab662ff8-a3cc-4d4b-9d6f-a1f7844c4108 req-88b66dd8-a6ca-4e62-815e-7b33e412eef1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0867598 Jun 07 17:38:23.357805 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ab662ff8-a3cc-4d4b-9d6f-a1f7844c4108 req-6983a0c1-ac3e-4251-b107-e4b795fb38e0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393014 Jun 07 17:38:23.870925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4f1ca-4983-4502-9644-ddaeb1847efc req-e4eba0c5-7fb7-43e7-a576-4e7402a1db0f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:23.873036 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-29c4f1ca-4983-4502-9644-ddaeb1847efc req-e4eba0c5-7fb7-43e7-a576-4e7402a1db0f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0936520 Jun 07 17:38:23.927788 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-29c4f1ca-4983-4502-9644-ddaeb1847efc req-5c1e8b49-d541-416d-a8ca-4f01b15d21d1 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Jun 07 17:38:24.069904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e9c31-0f87-4da3-a803-59af4dffd625 req-12ea89b3-a701-4722-80d3-bd40265ccb72 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:24.071705 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc2e9c31-0f87-4da3-a803-59af4dffd625 req-12ea89b3-a701-4722-80d3-bd40265ccb72 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0832825 Jun 07 17:38:24.117600 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc2e9c31-0f87-4da3-a803-59af4dffd625 req-8e92756c-7cda-435c-b40f-d17d5fe37cbd tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Jun 07 17:38:24.572425 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e918870-ef53-479f-a582-2f6ba681a3d7 req-a934b832-b172-4ed8-b1ed-d04f4222f2b6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:24.574108 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0e918870-ef53-479f-a582-2f6ba681a3d7 req-a934b832-b172-4ed8-b1ed-d04f4222f2b6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0815840 Jun 07 17:38:24.625867 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0e918870-ef53-479f-a582-2f6ba681a3d7 req-b292bbc5-c330-4778-9546-2f639d679cab tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Jun 07 17:38:25.142725 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9045-d290-47b2-af72-0c4cfac00686 req-99c8b2ea-5674-4c84-af6a-cc0ff7e0bfb2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:25.144750 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e74c9045-d290-47b2-af72-0c4cfac00686 req-99c8b2ea-5674-4c84-af6a-cc0ff7e0bfb2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1022515 Jun 07 17:38:25.197396 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e74c9045-d290-47b2-af72-0c4cfac00686 req-f0a06f69-e888-48e0-af6e-93e99af02dbc tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Jun 07 17:38:25.320398 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85b3ce-b073-472b-8848-1229559acbce req-2de07d34-4157-4b15-8f22-f38e6ccbedc9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:25.321869 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cd85b3ce-b073-472b-8848-1229559acbce req-2de07d34-4157-4b15-8f22-f38e6ccbedc9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0836723 Jun 07 17:38:25.368914 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-cd85b3ce-b073-472b-8848-1229559acbce req-88f6c87b-e806-4bca-b890-59034538149d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Jun 07 17:38:25.814977 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a7668-0c3e-4e69-a014-8a691eff78df req-88c1f161-c3c6-4f53-a4a7-31def67fc386 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:25.816465 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-241a7668-0c3e-4e69-a014-8a691eff78df req-88c1f161-c3c6-4f53-a4a7-31def67fc386 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0844581 Jun 07 17:38:25.865372 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-241a7668-0c3e-4e69-a014-8a691eff78df req-f630f370-d928-4bda-a799-c0daefaaed47 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 Jun 07 17:38:26.393787 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e3753-90b6-4b74-814f-ff77317d55d0 req-b1b6637c-8a12-4793-b58d-5f82c989ac1d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:26.395511 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-673e3753-90b6-4b74-814f-ff77317d55d0 req-b1b6637c-8a12-4793-b58d-5f82c989ac1d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0866234 Jun 07 17:38:26.450636 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-673e3753-90b6-4b74-814f-ff77317d55d0 req-59a1f49f-c687-4879-9b74-51301a4117ef tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490103 Jun 07 17:38:26.666543 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3625e23-6d03-47df-bef5-f80dd11e9895 req-491b7a66-58ee-4e5a-8603-0dd47df15739 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:26.666543 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c3625e23-6d03-47df-bef5-f80dd11e9895 req-491b7a66-58ee-4e5a-8603-0dd47df15739 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1745327 Jun 07 17:38:26.710184 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c3625e23-6d03-47df-bef5-f80dd11e9895 req-8bebb25d-562b-4f84-b1f7-33da6c612302 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Jun 07 17:38:27.054017 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59288c45-3516-4e41-9c05-42c2f3e166dd req-80fb1661-1769-4267-9b65-66bbf09afd43 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:27.055987 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59288c45-3516-4e41-9c05-42c2f3e166dd req-80fb1661-1769-4267-9b65-66bbf09afd43 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0838406 Jun 07 17:38:27.103272 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59288c45-3516-4e41-9c05-42c2f3e166dd req-f933943a-b51a-4fd4-bd46-5fc4f67401ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Jun 07 17:38:27.655720 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a400053-1230-4ca2-91eb-71e0d8fdb848 req-ce42aad0-4ec8-46be-90f1-16de431eb54a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:27.657206 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5a400053-1230-4ca2-91eb-71e0d8fdb848 req-ce42aad0-4ec8-46be-90f1-16de431eb54a tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0965176 Jun 07 17:38:27.705376 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5a400053-1230-4ca2-91eb-71e0d8fdb848 req-95e48ee1-ad1e-46b0-a7da-469b124080be tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Jun 07 17:38:27.931241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136b1fa-8be0-40ae-826e-499f19fa202d req-d867bedc-1bbc-4bf1-bca5-c2275ce4cd23 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:27.932724 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3136b1fa-8be0-40ae-826e-499f19fa202d req-d867bedc-1bbc-4bf1-bca5-c2275ce4cd23 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0904751 Jun 07 17:38:27.982641 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3136b1fa-8be0-40ae-826e-499f19fa202d req-6affe1ac-ad9f-4a57-b398-ea58b8f99bd5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Jun 07 17:38:28.289481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f16e9-5aa7-4f37-a8db-267187057868 req-57017cb7-3d84-404a-a80a-2d3807523c10 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:28.290859 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-627f16e9-5aa7-4f37-a8db-267187057868 req-57017cb7-3d84-404a-a80a-2d3807523c10 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0821269 Jun 07 17:38:28.337462 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-627f16e9-5aa7-4f37-a8db-267187057868 req-fa65d3ef-076c-4f68-acbf-f6f47920da30 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Jun 07 17:38:28.924380 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506dcef-0e45-4ac9-ba65-51b26d231568 req-881bbf60-f5f2-4eaf-9935-7712502be8dd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:28.925844 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2506dcef-0e45-4ac9-ba65-51b26d231568 req-881bbf60-f5f2-4eaf-9935-7712502be8dd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0915854 Jun 07 17:38:28.975071 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2506dcef-0e45-4ac9-ba65-51b26d231568 req-2d609629-a557-449d-8127-304f73adedc7 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Jun 07 17:38:29.183766 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3733a2a-c03d-475c-8ec1-63bb085c76ab req-41470f8b-72c0-43de-8b8e-6af481c90874 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:29.185172 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3733a2a-c03d-475c-8ec1-63bb085c76ab req-41470f8b-72c0-43de-8b8e-6af481c90874 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0872421 Jun 07 17:38:29.238591 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3733a2a-c03d-475c-8ec1-63bb085c76ab req-c494673c-c9b1-4e17-ba3e-e26c7e2ef966 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468247 Jun 07 17:38:29.542835 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a320326-d22c-43c9-8869-28108327888d req-544d9cc0-0645-433b-a817-ad5c09de5084 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:29.544263 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6a320326-d22c-43c9-8869-28108327888d req-544d9cc0-0645-433b-a817-ad5c09de5084 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0943482 Jun 07 17:38:29.592251 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6a320326-d22c-43c9-8869-28108327888d req-f9663b43-2aff-4383-a6a6-981aecf6632f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413988 Jun 07 17:38:30.166776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c80e5-65c5-4a33-91d3-e3a5321c8309 req-3ca2b17d-5c29-4c42-bca8-aaef45aa94eb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:30.168143 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-873c80e5-65c5-4a33-91d3-e3a5321c8309 req-3ca2b17d-5c29-4c42-bca8-aaef45aa94eb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0851989 Jun 07 17:38:30.218354 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-873c80e5-65c5-4a33-91d3-e3a5321c8309 req-17e561fd-730a-4b06-bd8f-104f9c2a90e6 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Jun 07 17:38:30.440896 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6686d7-0943-4ad8-8eee-7c500f4e5941 req-94e6514e-c928-40bb-9f5a-88cab10fdf08 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:30.442300 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ba6686d7-0943-4ad8-8eee-7c500f4e5941 req-94e6514e-c928-40bb-9f5a-88cab10fdf08 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0839117 Jun 07 17:38:30.494017 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ba6686d7-0943-4ad8-8eee-7c500f4e5941 req-e00ec11a-6a7c-4918-9478-52dad77c98bc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Jun 07 17:38:30.785973 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ffa6d-afe7-4773-b7ad-a9ef4286fcab req-fd93d385-4098-4b1b-8be5-bc0df1a7f61b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:30.787441 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-049ffa6d-afe7-4773-b7ad-a9ef4286fcab req-fd93d385-4098-4b1b-8be5-bc0df1a7f61b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0872006 Jun 07 17:38:30.834844 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-049ffa6d-afe7-4773-b7ad-a9ef4286fcab req-b5e50bbb-9608-49a7-aa39-4d0c6afcdf4b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Jun 07 17:38:31.413483 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b9fc4-6340-4b47-a773-09402764bc09 req-ca0e2fbc-2845-47b1-802f-1b7a2458e048 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:31.415051 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-743b9fc4-6340-4b47-a773-09402764bc09 req-ca0e2fbc-2845-47b1-802f-1b7a2458e048 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0851986 Jun 07 17:38:31.469289 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-743b9fc4-6340-4b47-a773-09402764bc09 req-3f270698-6618-40b5-8f22-3623f8e6f48d tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Jun 07 17:38:31.494228 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-398efd53-79c1-4db0-a86a-ebdb1311b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:31.693039 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1044800-041c-469d-854b-054bfab5899c req-be112550-7eb8-4dd2-b362-de80db984f9d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:31.694398 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f1044800-041c-469d-854b-054bfab5899c req-be112550-7eb8-4dd2-b362-de80db984f9d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0844827 Jun 07 17:38:31.745516 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f1044800-041c-469d-854b-054bfab5899c req-b548f16d-2e56-41c2-8e99-ab6b8eba260a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453398 Jun 07 17:38:32.048727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab1d86-38f0-40c2-ab03-49d042ea0c24 req-3ff624ea-3653-4f91-b047-3b279ba1fc05 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:32.050420 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f6ab1d86-38f0-40c2-ab03-49d042ea0c24 req-3ff624ea-3653-4f91-b047-3b279ba1fc05 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0938408 Jun 07 17:38:32.098993 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f6ab1d86-38f0-40c2-ab03-49d042ea0c24 req-bf974705-ade9-4201-929d-e6b86f7e012b tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jun 07 17:38:32.666450 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f46f-56ab-4d6c-93bd-7ac684fe1fc7 req-44f005ca-3cf1-4a34-96b7-86756610e776 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:32.667890 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3971f46f-56ab-4d6c-93bd-7ac684fe1fc7 req-44f005ca-3cf1-4a34-96b7-86756610e776 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0801921 Jun 07 17:38:32.714178 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3971f46f-56ab-4d6c-93bd-7ac684fe1fc7 req-865d4750-2318-4251-9f2f-6e790c5c8897 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402040 Jun 07 17:38:32.945589 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63225f-1ac3-496c-8a00-ceb74874b266 req-fbef77f2-a012-4994-9b0a-a1c3c40ac3b0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:32.947036 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4e63225f-1ac3-496c-8a00-ceb74874b266 req-fbef77f2-a012-4994-9b0a-a1c3c40ac3b0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0848043 Jun 07 17:38:32.996677 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4e63225f-1ac3-496c-8a00-ceb74874b266 req-b54fbf68-2705-4feb-9cd5-697f9c0fe0b0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Jun 07 17:38:33.303081 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e205f-5a2c-4685-b633-1b192b00e93f req-e351ce1b-f508-4407-bdd7-d82d3e1bb32a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:33.305403 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-546e205f-5a2c-4685-b633-1b192b00e93f req-e351ce1b-f508-4407-bdd7-d82d3e1bb32a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0966313 Jun 07 17:38:33.355675 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-546e205f-5a2c-4685-b633-1b192b00e93f req-d54d1305-df5f-4141-b5c9-0896ee90a4e6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Jun 07 17:38:33.920039 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9e063-8765-406a-9cd7-2a0632132450 req-7fdab862-70de-46ab-a73b-129cd1120184 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:33.922788 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-82d9e063-8765-406a-9cd7-2a0632132450 req-7fdab862-70de-46ab-a73b-129cd1120184 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0908051 Jun 07 17:38:33.971235 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-82d9e063-8765-406a-9cd7-2a0632132450 req-d36d7929-3204-46ab-a8ab-3e99956c6133 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Jun 07 17:38:34.016988 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:34.182114 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-31320638-599b-4925-97e0-1e9e2edf716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:34.238018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066408-57cc-4caa-8493-41f69de6034f req-849ed208-0410-43b8-baf7-62c5107be743 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:34.240332 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd066408-57cc-4caa-8493-41f69de6034f req-849ed208-0410-43b8-baf7-62c5107be743 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1186566 Jun 07 17:38:34.301127 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bd066408-57cc-4caa-8493-41f69de6034f req-0852a5df-2dde-4b97-9630-44d070a7ae79 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511301 Jun 07 17:38:34.576919 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08836e-4617-4ca4-b910-3f33f5835793 req-48bf9129-dacc-4863-b270-eb75c9cc670c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:34.578371 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-af08836e-4617-4ca4-b910-3f33f5835793 req-48bf9129-dacc-4863-b270-eb75c9cc670c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0873201 Jun 07 17:38:34.636784 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-af08836e-4617-4ca4-b910-3f33f5835793 req-a8ede273-88d6-4881-920c-e4e3279e24f7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515339 Jun 07 17:38:35.161181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c266dc-140d-4297-8330-89d30a35f86f req-799d4cb2-cd5d-4e92-85c3-2b2ab95ff6ac tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.165102 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-27c266dc-140d-4297-8330-89d30a35f86f req-799d4cb2-cd5d-4e92-85c3-2b2ab95ff6ac tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0863960 Jun 07 17:38:35.208626 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-27c266dc-140d-4297-8330-89d30a35f86f req-665f5ff2-4a3a-4e45-ae3a-bb4312d758f3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Jun 07 17:38:35.337044 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:35.537233 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3c1b5-df65-42e4-983d-e3e00e16ddad req-3e0e1f91-36b7-4f18-9ddd-bc6461541fdf tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.538671 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-68d3c1b5-df65-42e4-983d-e3e00e16ddad req-3e0e1f91-36b7-4f18-9ddd-bc6461541fdf tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.1284051 Jun 07 17:38:35.584346 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-68d3c1b5-df65-42e4-983d-e3e00e16ddad req-12b1cc65-5f1b-490c-b7fa-a5085eda1889 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Jun 07 17:38:35.639608 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-75a2b7ad-bc0f-4bad-b041-26ae76f9f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.641251 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-75a2b7ad-bc0f-4bad-b041-26ae76f9f855 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0741200 Jun 07 17:38:35.839471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-689981e4-7adf-4e23-9b7c-bd31a10a126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.841165 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-689981e4-7adf-4e23-9b7c-bd31a10a126f service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.1877551 Jun 07 17:38:35.850521 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384db2d-daa7-4768-9985-4aef4110af5f req-93edb73c-3693-45d0-9ba6-18a502fcc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.852005 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2384db2d-daa7-4768-9985-4aef4110af5f req-93edb73c-3693-45d0-9ba6-18a502fcc803 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 1098 time: 0.0749466 Jun 07 17:38:35.857282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd31f4-106c-46fb-b8b8-fa2b340185ac req-a647852e-b7e5-4995-b78f-bea51ad55203 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:35.858731 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6ccd31f4-106c-46fb-b8b8-fa2b340185ac req-a647852e-b7e5-4995-b78f-bea51ad55203 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1123345 Jun 07 17:38:35.900052 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2384db2d-daa7-4768-9985-4aef4110af5f req-a27051c9-3b34-4f65-b5e0-fb0d663024b4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Jun 07 17:38:35.982581 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6ccd31f4-106c-46fb-b8b8-fa2b340185ac req-864542db-f397-4ffc-8cb2-d2242729bca3 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Jun 07 17:38:35.989506 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-8d45ea54-c28b-4856-828a-1981ff9160fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1001 time: 0.1296771 Jun 07 17:38:36.017341 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35364) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:36.062682 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-3b9628e6-fd50-4c34-9b5f-15b15480279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:36.064103 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-3b9628e6-fd50-4c34-9b5f-15b15480279e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0583837 Jun 07 17:38:36.074210 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Deleting subnet 18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:38:36.077477 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.129154 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.166342 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-bd00584c-4154-4d54-a9dd-552432166448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:36.167785 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-bd00584c-4154-4d54-a9dd-552432166448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733173 Jun 07 17:38:36.182293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.248907 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.254235 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:36.294699 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:36.297113 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.298905 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/18ed5a47-fa38-4f90-9666-f0f2b2d1c2a2 HTTP/1.1" status: 204 len: 168 time: 0.2805378 Jun 07 17:38:36.299834 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:36.301400 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35368) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:36.395343 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-b7322085-e282-4af6-b325-cb1dbcf56468 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191896 Jun 07 17:38:36.454080 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.531681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948258c5-a307-481f-a823-4e13dbe6d5dd req-f2f25bb1-37df-4198-82cd-e53c0b3d62f9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:36.533183 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-948258c5-a307-481f-a823-4e13dbe6d5dd req-f2f25bb1-37df-4198-82cd-e53c0b3d62f9 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.2106071 Jun 07 17:38:36.533319 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b4eefe68-2936-4b02-89be-3f7289b92925 req-afe4b973-a90f-4247-bc1e-a3ddd1f74335 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247966 Jun 07 17:38:36.616872 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.637381 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:36.654171 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d75588-e10d-4131-934f-46f8d6681e18') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:36.654460 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d75588-e10d-4131-934f-46f8d6681e18') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:36.667330 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-948258c5-a307-481f-a823-4e13dbe6d5dd req-d9d9982d-72fd-4a79-90a4-254e35a8cc14 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220171 Jun 07 17:38:36.671180 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.696805 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.703079 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:38:36.703459 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:38:36.717742 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:38:36.793012 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eea80-1814-48c5-90d7-6bde2a8e7c69 req-f2911618-4823-41b4-986d-775e05400f9f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:36.793567 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.796026 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-183eea80-1814-48c5-90d7-6bde2a8e7c69 req-f2911618-4823-41b4-986d-775e05400f9f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0846617 Jun 07 17:38:36.797504 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:36.813748 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:36.815507 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87 HTTP/1.1" status: 204 len: 168 time: 0.5129168 Jun 07 17:38:36.822010 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e33e6dc-9b52-4f13-b08e-3d38b0b9dc87,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:36.824800 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f6472797-537e-4ec1-9bb2-6a2eb85794e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:36.847189 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-183eea80-1814-48c5-90d7-6bde2a8e7c69 req-ab7cafbb-a16e-4c8c-8cb1-00e199263c08 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448039 Jun 07 17:38:36.990508 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:37.042113 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35382) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:37.089331 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3d780f5c-fcec-4bf8-b014-91817d8f752b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8c862782d614f5987409fbbb412b5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459046 Jun 07 17:38:37.092212 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35384) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:37.153470 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:37.172175 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc1f6e-73ae-4fe0-a55f-8f2593e40b1f req-249f2288-8384-44ea-a034-cbe4e25db074 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:37.173935 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f6fc1f6e-73ae-4fe0-a55f-8f2593e40b1f req-249f2288-8384-44ea-a034-cbe4e25db074 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0833197 Jun 07 17:38:37.184337 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:37.219948 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f6fc1f6e-73ae-4fe0-a55f-8f2593e40b1f req-8f1ef536-e4e0-461c-82c7-3992744cc411 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Jun 07 17:38:37.253508 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:37.256041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:37.257194 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/242abe7c-8a03-4337-b6b5-6fc398ea25be HTTP/1.1" status: 204 len: 168 time: 0.1631691 Jun 07 17:38:37.257876 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:37.267990 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242abe7c-8a03-4337-b6b5-6fc398ea25be,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:37.271952 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:37.872895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94731d-0bc2-4aef-982e-c3c066420eae req-58a74eb3-2682-4ae5-89bd-4cd196c00581 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:37.874462 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1e94731d-0bc2-4aef-982e-c3c066420eae req-58a74eb3-2682-4ae5-89bd-4cd196c00581 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0916886 Jun 07 17:38:37.925291 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1e94731d-0bc2-4aef-982e-c3c066420eae req-82be9c35-c507-4d76-85cc-889399202d88 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Jun 07 17:38:38.075680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac754-3a5b-4141-8d18-e749550081db req-6a325a00-aec0-484a-9eea-01f9eed79f13 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:38.079380 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59fac754-3a5b-4141-8d18-e749550081db req-6a325a00-aec0-484a-9eea-01f9eed79f13 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0956547 Jun 07 17:38:38.135923 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59fac754-3a5b-4141-8d18-e749550081db req-d2a2b895-775d-4745-99ef-686683f42855 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Jun 07 17:38:38.427360 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2bae5-88ef-41d0-8ea8-2ced198973eb req-f560f23e-f257-4616-96fd-7b6d7a378eb1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:38.437008 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9aa2bae5-88ef-41d0-8ea8-2ced198973eb req-f560f23e-f257-4616-96fd-7b6d7a378eb1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1008613 Jun 07 17:38:38.494794 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9aa2bae5-88ef-41d0-8ea8-2ced198973eb req-183a83fc-cfae-441f-9c86-7cb19dd5cffb tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544207 Jun 07 17:38:39.125245 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e447e3-b1e6-42bc-9d1d-ff9894f84133 req-d7d21b0b-3980-446d-aa82-ecd84584dceb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:39.126587 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b6e447e3-b1e6-42bc-9d1d-ff9894f84133 req-d7d21b0b-3980-446d-aa82-ecd84584dceb tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0874639 Jun 07 17:38:39.171769 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b6e447e3-b1e6-42bc-9d1d-ff9894f84133 req-aff59d01-330d-4aac-89de-2bd9de7ba5ae tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Jun 07 17:38:39.335564 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30e5dc-b5e3-4623-a8d8-ca26126f1e1f req-4baaea62-a19a-4043-bc1d-aa51b3b46e1f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:39.336955 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-df30e5dc-b5e3-4623-a8d8-ca26126f1e1f req-4baaea62-a19a-4043-bc1d-aa51b3b46e1f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0815668 Jun 07 17:38:39.381231 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-df30e5dc-b5e3-4623-a8d8-ca26126f1e1f req-77e2df2d-63e0-425b-b4b6-1f7e4c770cdf tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374782 Jun 07 17:38:39.677289 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579476-19f1-441e-9084-a7d074706994 req-6dfd7e87-01e7-43ee-964b-63647778b823 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:39.678728 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-43579476-19f1-441e-9084-a7d074706994 req-6dfd7e87-01e7-43ee-964b-63647778b823 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.0828841 Jun 07 17:38:39.726720 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-43579476-19f1-441e-9084-a7d074706994 req-9e7225d2-f45a-404f-9098-95ff5256314f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Jun 07 17:38:40.358635 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-9f40f72f-68fa-4a94-b092-785141774893 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8db9cd75535b4e06b99c64afcaff4735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271428 Jun 07 17:38:40.371437 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3beeb-7142-424e-a3cc-7dd8d4d85c94 req-409be3a8-e7ed-4f20-ab17-df4c480e859f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:40.372956 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e3beeb-7142-424e-a3cc-7dd8d4d85c94 req-409be3a8-e7ed-4f20-ab17-df4c480e859f tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0851595 Jun 07 17:38:40.416823 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e3beeb-7142-424e-a3cc-7dd8d4d85c94 req-13b82751-6f85-4294-9877-cbb89250b9a8 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Jun 07 17:38:40.573602 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-f6959714-bedc-4358-bebf-c9205c43147f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:40.575032 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-f6959714-bedc-4358-bebf-c9205c43147f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111762 Jun 07 17:38:40.590846 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-d097c4f2-2408-4467-95a6-f9e74b20bee8 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/quotas/8db9cd75535b4e06b99c64afcaff4735 HTTP/1.1" status: 200 len: 375 time: 0.0090849 Jun 07 17:38:40.594220 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee61097-f173-49b6-87df-c2e7d209c9c9 req-f321d984-5706-405b-9bfd-c1555b5b3e1f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:40.595667 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dee61097-f173-49b6-87df-c2e7d209c9c9 req-f321d984-5706-405b-9bfd-c1555b5b3e1f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 944 time: 0.0788484 Jun 07 17:38:40.639711 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-2949a54a-d8db-44b1-9808-21e2bffd7947 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8db9cd75535b4e06b99c64afcaff4735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425398 Jun 07 17:38:40.640673 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dee61097-f173-49b6-87df-c2e7d209c9c9 req-9ddfd562-d000-456a-8bf4-8bc231b57be0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Jun 07 17:38:40.833437 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-be36b080-fca0-4d79-84fc-eff3c11ad596 req-d08192c1-3a2e-4963-bb6a-d202235f27c5 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 210 time: 0.0555043 Jun 07 17:38:41.590842 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:38:41.688383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4eb04-afd8-40bd-ba13-b6d55d9a4569 req-3d7cb980-d8f0-4f31-a4a0-534da77c9605 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:41.690703 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c1a4eb04-afd8-40bd-ba13-b6d55d9a4569 req-3d7cb980-d8f0-4f31-a4a0-534da77c9605 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.0896490 Jun 07 17:38:41.734964 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:41.738907 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c1a4eb04-afd8-40bd-ba13-b6d55d9a4569 req-0c3289e7-f4eb-4761-8d3c-cfbe47ce5f91 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Jun 07 17:38:41.748672 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'db9412ae-c794-4021-a361-304aec88d40f', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': 'db9412ae-c794-4021-a361-304aec88d40f', 'mac_address': 'fa:16:3e:a4:9a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:38:41.818391 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:41.838524 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9412ae-c794-4021-a361-304aec88d40f {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:41.855654 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:41.860328 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:41.867090 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-40f0233e-be88-4bac-98c6-c850827bffc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:41.995354 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=9']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:42.003216 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:42.008628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e1c4-155f-4ec0-bf83-5b409b616232 req-639c681e-31c7-4580-a1e8-42870f655e0f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:42.016110 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7e15e1c4-155f-4ec0-bf83-5b409b616232 req-639c681e-31c7-4580-a1e8-42870f655e0f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.1603267 Jun 07 17:38:42.062974 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a2493d10-07ff-462b-a85a-53a3e0191cdf req-658453bb-58a7-4eef-aa60-23e1773ad25a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 210 time: 0.0813434 Jun 07 17:38:42.081039 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7e15e1c4-155f-4ec0-bf83-5b409b616232 req-68c0d87a-b7cd-4c74-942b-e8870a0c5bb1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 Jun 07 17:38:42.161275 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-336db09d-f5ce-4e7b-8fb2-34b46363536a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8db9cd75535b4e06b99c64afcaff4735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316854 Jun 07 17:38:42.344153 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.347128 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['db9412ae-c794-4021-a361-304aec88d40f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:42.360438 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-b8fa0528-14fc-4db1-9493-d047ffec1462 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:42.362166 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-b8fa0528-14fc-4db1-9493-d047ffec1462 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898718 Jun 07 17:38:42.381231 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Request body: {'port': {'device_id': 'cce05d99-837e-462c-8281-120ea71aaf52', 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c', 'admin_state_up': True, 'tenant_id': '8db9cd75535b4e06b99c64afcaff4735'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:42.569964 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Made reservation on behalf of 8db9cd75535b4e06b99c64afcaff4735 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:38:42.573427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.589023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.696181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.699886 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:42.703319 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-01a2a0dd-c891-44c1-b445-86d130e9d0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:42.774531 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b368d502-3d29-43c5-bb92-e330ce2f2001,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:42.779760 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:42.923194 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Allocated IP 192.168.233.81 (dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c/8515ee8f-2065-40e6-b37c-cc884f47da48/15d0fdbb-1d75-4d01-8062-6a6c2075676d) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:38:43.007172 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3fd6d-5f84-408c-9d76-f08337f9288c req-1dbd0c8b-1b98-4c12-a30b-73e0f6e661b2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:43.008680 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-46e3fd6d-5f84-408c-9d76-f08337f9288c req-1dbd0c8b-1b98-4c12-a30b-73e0f6e661b2 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1580663 Jun 07 17:38:43.215860 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-be0ceba5-caa6-4192-8f46-be53ad7aef7e req-28484e81-3203-46a1-ad7b-4dd6d12f1b1b tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 210 time: 0.0420401 Jun 07 17:38:43.237134 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-46e3fd6d-5f84-408c-9d76-f08337f9288c req-003eec87-0289-4ca6-b8fc-f40dbd4689fd tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/security-groups?id=de7588f3-af2e-4d69-8287-d6b22a89bb67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066457 Jun 07 17:38:43.277968 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.293227 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Transition to ACTIVE for port object 15d0fdbb-1d75-4d01-8062-6a6c2075676d will not be triggered until provisioned by entity DHCP. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:38:43.319416 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:38:43.321919 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:38:43.338350 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:38:43.339442 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:38:43.342040 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:38:43.408019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:43.408754 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.413121 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-9afea883-7521-48f0-bb61-cb81a99b5738 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:43.414817 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-9afea883-7521-48f0-bb61-cb81a99b5738 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 946 time: 0.1473572 Jun 07 17:38:43.433970 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0567098 Jun 07 17:38:43.453438 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Request body: {'port': {'device_id': 'cce05d99-837e-462c-8281-120ea71aaf52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:38:43.474232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025ff76-54c2-4a7a-85bd-afda4785e2de req-a8d63672-c45a-484e-88e0-9ea56ee23647 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:43.475980 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3025ff76-54c2-4a7a-85bd-afda4785e2de req-a8d63672-c45a-484e-88e0-9ea56ee23647 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.1565771 Jun 07 17:38:43.578155 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.584954 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3025ff76-54c2-4a7a-85bd-afda4785e2de req-e93598db-06c6-46ac-ac32-ecb0e0def4fe tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928655 Jun 07 17:38:43.616310 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Deleting port 243a6946-1b56-4fc7-8702-f72735e27201 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:43.616629 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.648512 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-b8f24ce7-8d53-49a5-b20b-cf0d4d0993eb None None] Provisioning for port 15d0fdbb-1d75-4d01-8062-6a6c2075676d completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:38:43.659501 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-b8f24ce7-8d53-49a5-b20b-cf0d4d0993eb None None] Provisioning complete for port 15d0fdbb-1d75-4d01-8062-6a6c2075676d triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:43.659501 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b8f24ce7-8d53-49a5-b20b-cf0d4d0993eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.724464 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-b8f24ce7-8d53-49a5-b20b-cf0d4d0993eb None None] Port 15d0fdbb-1d75-4d01-8062-6a6c2075676d cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:38:43.770465 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] For port 243a6946-1b56-4fc7-8702-f72735e27201, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=243a6946-1b56-4fc7-8702-f72735e27201,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:43.770823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:43.897755 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Calling delete_port for 243a6946-1b56-4fc7-8702-f72735e27201 owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:43.908561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35564) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:43.975322 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d0fdbb-1d75-4d01-8062-6a6c2075676d {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:43.986481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.004230 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Transition to ACTIVE for port object 15d0fdbb-1d75-4d01-8062-6a6c2075676d will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:38:44.010460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.020152 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:44.038478 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.047676 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:44.051032 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['243a6946-1b56-4fc7-8702-f72735e27201'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:44.119285 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Pushing event deleted for resources: {'Port': ['ID=243a6946-1b56-4fc7-8702-f72735e27201,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:44.148660 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.162554 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:44.184944 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15d0fdbb-1d75-4d01-8062-6a6c2075676d,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:44.218827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:44.275547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] No DVR routers for this DVR port 243a6946-1b56-4fc7-8702-f72735e27201 on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:38:44.283497 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.285981 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a6a4b37e-bcfc-4a2c-a505-704f0daf9e69 req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.60 "DELETE /v2.0/ports/243a6946-1b56-4fc7-8702-f72735e27201 HTTP/1.1" status: 204 len: 173 time: 0.8591886 Jun 07 17:38:44.286617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'name': 'network-vif-deleted', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:44.289945 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2627a2-0902-48e7-a49d-9d719ee27a32" -d '{"events": [{"server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "name": "network-vif-deleted", "tag": "243a6946-1b56-4fc7-8702-f72735e27201"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:44.416404 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Attempting to bind port 15d0fdbb-1d75-4d01-8062-6a6c2075676d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:38:44.416772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Attempting to bind port 15d0fdbb-1d75-4d01-8062-6a6c2075676d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:38:44.417162 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Attempting to bind port 15d0fdbb-1d75-4d01-8062-6a6c2075676d on network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:38:44.438299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Port 15d0fdbb-1d75-4d01-8062-6a6c2075676d on network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:38:44.438640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Attempting to bind port 15d0fdbb-1d75-4d01-8062-6a6c2075676d on network dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:38:44.461668 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:38:44.462004 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Checking segment: {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:38:44.462470 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Bound using segment: {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:38:44.462866 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Bound port: 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:38:44.463224 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.468643 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.474685 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.490293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7729d9fa-da86-4a24-84ba-3ff978fbd170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:44.582198 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8254eb16-7a16-4f24-ae3f-432d36010f92 req-738899f9-bdc4-4e56-88fa-ba272d751bba tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] 10.222.0.25 "GET /v2.0/ports?device_id=35ebb84f-53dc-40dc-ad64-5c00c3131ebc HTTP/1.1" status: 200 len: 210 time: 0.0897036 Jun 07 17:38:44.604380 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e79855b67da475491c1276c76846345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6944480 Jun 07 17:38:44.605184 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0765120b-273b-4c02-bef5-31c66d2c7a3e,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:44.608301 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35584) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:44.610307 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:44.649553 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:38:44.655749 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:38:44.664008 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597cf14c-808b-42d2-afab-741d8e5ea807 x-openstack-request-id: req-597cf14c-808b-42d2-afab-741d8e5ea807 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:44.664316 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ebb84f-53dc-40dc-ad64-5c00c3131ebc", "name": "network-vif-deleted", "tag": "243a6946-1b56-4fc7-8702-f72735e27201", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:44.665074 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-597cf14c-808b-42d2-afab-741d8e5ea807 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:44.665074 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ebb84f-53dc-40dc-ad64-5c00c3131ebc', 'name': 'network-vif-deleted', 'tag': '243a6946-1b56-4fc7-8702-f72735e27201', 'status': 'completed', 'code': 200} Jun 07 17:38:44.665559 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.680656 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.684464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:44.708148 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.757587 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:44.758398 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.759733 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/15d0fdbb-1d75-4d01-8062-6a6c2075676d HTTP/1.1" status: 200 len: 1097 time: 1.3121109 Jun 07 17:38:44.760442 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:44.762843 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015" -d '{"events": [{"name": "network-changed", "server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:44.778280 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8e104-dd2a-4a79-ad9c-c27bc9cd7300 req-956c3a53-8334-47fa-bf28-6b0c42cbf86e tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:44.780094 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ef8e104-dd2a-4a79-ad9c-c27bc9cd7300 req-956c3a53-8334-47fa-bf28-6b0c42cbf86e tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 947 time: 0.2985651 Jun 07 17:38:44.805405 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15d0fdbb-1d75-4d01-8062-6a6c2075676d,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:44.810001 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:44.824246 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.826760 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:44.830294 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0765120b-273b-4c02-bef5-31c66d2c7a3e HTTP/1.1" status: 204 len: 168 time: 0.2189274 Jun 07 17:38:44.830294 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4e6dde83-028f-457b-a5a7-04e98f341663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:44.840961 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2ef8e104-dd2a-4a79-ad9c-c27bc9cd7300 req-8749d575-296c-41b8-98ed-f8a8da97fd69 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Jun 07 17:38:44.850066 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0765120b-273b-4c02-bef5-31c66d2c7a3e,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:44.852936 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:44.895470 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b17d60-14c9-423d-be7c-d2136c5cdbc2 req-abf34da6-7b62-49ae-a39e-1a0dfacf6b69 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:44.903331 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-15b17d60-14c9-423d-be7c-d2136c5cdbc2 req-abf34da6-7b62-49ae-a39e-1a0dfacf6b69 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 945 time: 0.1370575 Jun 07 17:38:44.962823 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-15b17d60-14c9-423d-be7c-d2136c5cdbc2 req-89913b4b-f67c-4110-967d-87eae754b734 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582223 Jun 07 17:38:44.970338 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-18e81b43-51b3-4a74-a89e-051db00a3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:44.975546 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-18e81b43-51b3-4a74-a89e-051db00a3a19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db9cd75535b4e06b99c64afcaff4735&device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 1100 time: 0.1381521 Jun 07 17:38:45.066455 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71d1ac-d30f-4787-948f-af704ea81c6c x-openstack-request-id: req-5f71d1ac-d30f-4787-948f-af704ea81c6c {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:45.066950 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:45.067342 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f71d1ac-d30f-4787-948f-af704ea81c6c {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:45.067852 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d', 'status': 'completed', 'code': 200} Jun 07 17:38:45.084048 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-6a1765f7-6e4e-4a73-9697-ec065b67242c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d HTTP/1.1" status: 200 len: 217 time: 0.0836737 Jun 07 17:38:45.179308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-41673232-8760-4f6c-8906-2f1fdf1a6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:45.180806 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-41673232-8760-4f6c-8906-2f1fdf1a6c5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8515ee8f-2065-40e6-b37c-cc884f47da48 HTTP/1.1" status: 200 len: 843 time: 0.0846488 Jun 07 17:38:45.286854 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-29329f2c-5b7e-498d-8cde-5c728831e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:45.288250 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-29329f2c-5b7e-498d-8cde-5c728831e6a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0956349 Jun 07 17:38:45.516679 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-b0cb7d0f-9595-49e4-9a5a-64bd0ad97b2a service neutron] 10.222.0.60 "GET /v2.0/networks/dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193699 Jun 07 17:38:45.596552 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:38:45.672832 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-59bc6e42-e119-4ec9-8e8a-8145f2ce43b3 req-7eb41f24-909a-4135-85d7-07a0703e7056 service neutron] 10.222.0.60 "GET /v2.0/networks/dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463983 Jun 07 17:38:45.689446 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port db9412ae-c794-4021-a361-304aec88d40f triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:45.689717 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:45.694985 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35606) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:45.828682 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-aa9d4f0a-357f-4b78-a5af-6b05715d7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:45.830223 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-aa9d4f0a-357f-4b78-a5af-6b05715d7c0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8db9cd75535b4e06b99c64afcaff4735&device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 1100 time: 0.0843592 Jun 07 17:38:45.856039 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:45.891940 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:45.893290 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:45.895609 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9c218-629c-40ea-9bba-a06d6171517a" -d '{"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:45.904506 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:45.908805 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:46.037323 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-cd05dd1e-0552-410c-b082-82c269a17e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.038980 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-cd05dd1e-0552-410c-b082-82c269a17e09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c HTTP/1.1" status: 200 len: 870 time: 0.1988909 Jun 07 17:38:46.041017 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=10']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:46.053456 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c6610-9c0f-4791-b86c-3e258e7097cf x-openstack-request-id: req-587c6610-9c0f-4791-b86c-3e258e7097cf {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:46.054067 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-plugged", "status": "completed", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:46.054333 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-587c6610-9c0f-4791-b86c-3e258e7097cf {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:46.054757 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'code': 200} Jun 07 17:38:46.055513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:46.166246 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-1e2b0a36-0a5a-4d0f-b5ca-65ba0af66be2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d HTTP/1.1" status: 200 len: 217 time: 0.1187778 Jun 07 17:38:46.252215 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891849e-34eb-4d2e-a617-3941309e7640 req-3c77bf92-daf1-4d26-95ee-8ea295899625 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.253817 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4891849e-34eb-4d2e-a617-3941309e7640 req-3c77bf92-daf1-4d26-95ee-8ea295899625 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 947 time: 0.1450219 Jun 07 17:38:46.262491 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-ebc22cd6-520c-4554-81c7-1597ecfeb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.263896 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-ebc22cd6-520c-4554-81c7-1597ecfeb2da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8515ee8f-2065-40e6-b37c-cc884f47da48 HTTP/1.1" status: 200 len: 843 time: 0.0793507 Jun 07 17:38:46.352070 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6d6b-7fae-4b90-962a-a2bf26965a51 req-a2584826-e2bf-4511-a7d1-6030c606a726 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.353659 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88ea6d6b-7fae-4b90-962a-a2bf26965a51 req-a2584826-e2bf-4511-a7d1-6030c606a726 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.2049136 Jun 07 17:38:46.359502 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4891849e-34eb-4d2e-a617-3941309e7640 req-949c1a98-d105-4c0b-baf2-e2617419c00c tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941420 Jun 07 17:38:46.379823 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-bd4a108d-5fc7-4125-8a68-a45be463252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.381575 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-bd4a108d-5fc7-4125-8a68-a45be463252b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1035697 Jun 07 17:38:46.474493 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88ea6d6b-7fae-4b90-962a-a2bf26965a51 req-13fa399e-0f80-4ecb-8f83-db1869ab91a7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948420 Jun 07 17:38:46.592891 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-a7621d81-0db3-4b62-aa78-eec1e147d1cb service neutron] 10.222.0.60 "GET /v2.0/networks/dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998858 Jun 07 17:38:46.611904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:46.759030 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc1a4b87-f7d5-4e37-864e-4d10b3c09015 req-efd2b30b-0ff3-43ac-b29d-894bef1fc6ea service neutron] 10.222.0.60 "GET /v2.0/networks/dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574998 Jun 07 17:38:46.978780 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1ff6f-d2d3-4a23-8941-0ad38d949f86 req-7d3bcfbe-9e26-4b49-87d1-545283888343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:46.980123 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-91e1ff6f-d2d3-4a23-8941-0ad38d949f86 req-7d3bcfbe-9e26-4b49-87d1-545283888343 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1100 time: 0.1990290 Jun 07 17:38:47.075696 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-91e1ff6f-d2d3-4a23-8941-0ad38d949f86 req-2dc43652-8e33-4754-beae-882fa5822741 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845494 Jun 07 17:38:47.143287 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Deleting port aa8a283c-f8f9-4f1b-b053-71e77457b909 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:47.143706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:47.262450 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] For port aa8a283c-f8f9-4f1b-b053-71e77457b909, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aa8a283c-f8f9-4f1b-b053-71e77457b909,segment=NetworkSegment(610311f7-b0e6-4f04-8be2-de775896b648),segment_id=610311f7-b0e6-4f04-8be2-de775896b648)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:47.262712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:47.381465 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Calling delete_port for aa8a283c-f8f9-4f1b-b053-71e77457b909 owned by network:router_interface {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:47.602617 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 243a6946-1b56-4fc7-8702-f72735e27201 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:38:47.641646 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 243a6946-1b56-4fc7-8702-f72735e27201 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:38:47.642094 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 243a6946-1b56-4fc7-8702-f72735e27201 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:38:47.681447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338f6f6-238a-47ba-8cc7-580b234a412d req-1bba3cd3-b77e-4a6c-ac8d-6dbd64c2beee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:47.683851 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d338f6f6-238a-47ba-8cc7-580b234a412d req-1bba3cd3-b77e-4a6c-ac8d-6dbd64c2beee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.0813181 Jun 07 17:38:47.729900 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d338f6f6-238a-47ba-8cc7-580b234a412d req-1b7c8a04-9546-433a-9b42-7bb4495a5b2a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Jun 07 17:38:47.757635 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aad82-1c5f-4a80-b9c9-f9b5df40c1e1 req-1a56397a-8513-4bad-92f1-fc368b76314d tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:47.759126 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b26aad82-1c5f-4a80-b9c9-f9b5df40c1e1 req-1a56397a-8513-4bad-92f1-fc368b76314d tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 947 time: 0.2277055 Jun 07 17:38:47.850094 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b26aad82-1c5f-4a80-b9c9-f9b5df40c1e1 req-4fb5d58a-7c74-4dc8-a4ea-391a82ffa9e6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842600 Jun 07 17:38:47.859832 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:47.870299 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d365e53d-341b-43d6-b514-04c8c1297157 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:47.949916 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8a283c-f8f9-4f1b-b053-71e77457b909,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:47.952900 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:48.177965 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:48.424802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de454-f4d7-4ac8-9f09-a0cfbb2cbda1 req-d3aaa62b-12a6-416c-abb4-1bc31b30195f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:48.426259 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-274de454-f4d7-4ac8-9f09-a0cfbb2cbda1 req-d3aaa62b-12a6-416c-abb4-1bc31b30195f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1896365 Jun 07 17:38:48.545535 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-274de454-f4d7-4ac8-9f09-a0cfbb2cbda1 req-ab1f3bd5-4321-4442-bead-925caf6100d8 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708358 Jun 07 17:38:48.635048 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Router cfde7b26-3cbc-4b18-92df-c2bb27932a68 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:38:48.821888 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:38:48.829988 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] 10.222.0.25 "PUT /v2.0/routers/cfde7b26-3cbc-4b18-92df-c2bb27932a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305518 Jun 07 17:38:48.830688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35676) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:48.837351 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Sync routers for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:38:48.855710 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:48.856391 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:38:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:49.070332 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168735e-7d1e-4424-82f7-05d40755d261 req-71513bd0-39d1-446c-8978-ea07e1b51b4f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:49.071970 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a168735e-7d1e-4424-82f7-05d40755d261 req-71513bd0-39d1-446c-8978-ea07e1b51b4f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 947 time: 0.0828724 Jun 07 17:38:49.089173 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:49.103522 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.123212 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a168735e-7d1e-4424-82f7-05d40755d261 req-c5e07f2d-fc36-42fa-a035-8656ae3a5781 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Jun 07 17:38:49.218613 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff96bc-66a5-4db8-9bce-f600d80dcc72 req-14e5af7d-e6d2-409a-b669-a9dacd874ea0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:49.220078 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7cff96bc-66a5-4db8-9bce-f600d80dcc72 req-14e5af7d-e6d2-409a-b669-a9dacd874ea0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.3241210 Jun 07 17:38:49.421853 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '51f18736-fc73-4176-a95f-550b50f582ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:38:47Z', 'revision_number': 5, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port': {'id': '51f18736-fc73-4176-a95f-550b50f582ff', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:49.426594 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Checking router: cfde7b26-3cbc-4b18-92df-c2bb27932a68 for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:38:49.435485 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Routers {'cfde7b26-3cbc-4b18-92df-c2bb27932a68'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:38:49.436686 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:38:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:49.446662 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.451115 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7cff96bc-66a5-4db8-9bce-f600d80dcc72 req-5e4c15a3-9e70-432b-ad8c-14df4e66fff9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767839 Jun 07 17:38:49.536318 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Deleting port 51f18736-fc73-4176-a95f-550b50f582ff {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:49.536696 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.609734 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 15d0fdbb-1d75-4d01-8062-6a6c2075676d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:38:49.642244 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] Set router cfde7b26-3cbc-4b18-92df-c2bb27932a68 gateway port host: None {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:38:49.673192 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] For port 51f18736-fc73-4176-a95f-550b50f582ff, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=51f18736-fc73-4176-a95f-550b50f582ff,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:49.673539 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.771161 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:49.787123 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '15d0fdbb-1d75-4d01-8062-6a6c2075676d', 'network_id': 'dbb5b6e9-cf91-42a3-9201-f2b4b0fd805c', 'port_id': '15d0fdbb-1d75-4d01-8062-6a6c2075676d', 'mac_address': 'fa:16:3e:c3:d3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8515ee8f-2065-40e6-b37c-cc884f47da48', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:38:49.799793 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:38:49Z', 'revision_number': 6, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:49.804644 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530528e2-67d6-4c63-bfbe-92e36e038ea9 None None] The sync data for ids ['cfde7b26-3cbc-4b18-92df-c2bb27932a68'] in dv-cinder-789564-3-smb is: [{'id': 'cfde7b26-3cbc-4b18-92df-c2bb27932a68', 'name': 'tempest-ServerRescueNegativeTestJSON-1764605638-router', 'tenant_id': 'c3adf64164f8436da6d1c234a8469e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:53Z', 'updated_at': '2021-06-07T17:38:49Z', 'revision_number': 6, 'project_id': 'c3adf64164f8436da6d1c234a8469e20', 'gw_port_host': None}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:38:49.835077 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f47b0-0ab3-4621-b38f-c5f5a909c1e7 req-fc0ebea3-5e67-454f-b4c6-7c243a27b14f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:49.836789 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-969f47b0-0ab3-4621-b38f-c5f5a909c1e7 req-fc0ebea3-5e67-454f-b4c6-7c243a27b14f tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1251588 Jun 07 17:38:49.868285 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.890216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Calling delete_port for 51f18736-fc73-4176-a95f-550b50f582ff owned by network:router_gateway {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:49.891388 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d0fdbb-1d75-4d01-8062-6a6c2075676d {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:38:49.894958 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-969f47b0-0ab3-4621-b38f-c5f5a909c1e7 req-2dc6e64a-68d7-4acd-a2fa-667f0173be01 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496745 Jun 07 17:38:49.919126 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:49.924138 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:49.925745 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-08e165b7-70c0-4540-bb1b-3f76b41efa92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:50.032513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=15d0fdbb-1d75-4d01-8062-6a6c2075676d,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:50.035616 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:50.173668 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.177906 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e2ef89e1-750f-4ae8-9581-aea8012e1a78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:50.227390 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=51f18736-fc73-4176-a95f-550b50f582ff,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:50.230030 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:50.375749 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.427346 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['15d0fdbb-1d75-4d01-8062-6a6c2075676d'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:50.552678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.555462 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.564308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f65796-ad40-4c4e-b951-03545a057229 req-23af19ee-950b-4dcc-afb2-d7c888b4812a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:50.568558 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-97f65796-ad40-4c4e-b951-03545a057229 req-23af19ee-950b-4dcc-afb2-d7c888b4812a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 948 time: 0.3104286 Jun 07 17:38:50.683027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.683540 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfde7b26-3cbc-4b18-92df-c2bb27932a68 {{(pid=91901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:38:50.691484 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.695020 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] 10.222.0.25 "DELETE /v2.0/routers/cfde7b26-3cbc-4b18-92df-c2bb27932a68 HTTP/1.1" status: 204 len: 168 time: 1.8603547 Jun 07 17:38:50.695815 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-97f65796-ad40-4c4e-b951-03545a057229 req-c39a08bf-c5e0-45ec-abf1-567128900edc tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237388 Jun 07 17:38:50.696237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35700) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:50.763318 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Deleting subnet 7eb4a28e-918a-4ced-abc0-ac21c4ed8804 {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:38:50.766964 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.857891 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763255b-b38d-4ac8-bb8e-affdc514dbd1 req-2daf35fe-38d5-4afc-ba0c-9e7ff6c9eaa3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:50.859783 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4763255b-b38d-4ac8-bb8e-affdc514dbd1 req-2daf35fe-38d5-4afc-ba0c-9e7ff6c9eaa3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.2550764 Jun 07 17:38:50.871602 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-8515d1f9-233f-4fdf-a12f-ed4916d19a54 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:50.873090 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-8515d1f9-233f-4fdf-a12f-ed4916d19a54 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1276796 Jun 07 17:38:50.933688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.992886 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:50.996441 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4763255b-b38d-4ac8-bb8e-affdc514dbd1 req-06d52aea-0ff7-4a6e-b0b1-d89df56c3971 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216331 Jun 07 17:38:51.053894 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Deleting port be2f09b8-aea4-4749-8100-a2cded8a3832 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:51.054226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.122489 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.130743 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a26644b7-163f-4200-8c03-f115ee76de43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:51.170923 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75617c33-a098-4231-b255-3778de2112bd req-d552f19f-c1b3-4736-9db2-e21f41732254 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:51.172366 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75617c33-a098-4231-b255-3778de2112bd req-d552f19f-c1b3-4736-9db2-e21f41732254 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b807146-c14f-42f2-acc6-f6f07cec5e4f HTTP/1.1" status: 200 len: 945 time: 0.1500924 Jun 07 17:38:51.174648 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb4a28e-918a-4ced-abc0-ac21c4ed8804,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:51.176568 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.178299 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7eb4a28e-918a-4ced-abc0-ac21c4ed8804 HTTP/1.1" status: 204 len: 168 time: 0.4811406 Jun 07 17:38:51.179155 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:51.180842 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35706) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:51.193957 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] For port be2f09b8-aea4-4749-8100-a2cded8a3832, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=be2f09b8-aea4-4749-8100-a2cded8a3832,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:51.194371 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.320779 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Calling delete_port for be2f09b8-aea4-4749-8100-a2cded8a3832 owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:51.322100 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-75617c33-a098-4231-b255-3778de2112bd req-a8647b18-b17f-4a6e-a46b-523352e72436 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175246 Jun 07 17:38:51.324676 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.445823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.450224 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.451874 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-36be768a-7629-48c2-bc4b-1b5fa80bf430 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:51.462194 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f', 'ad7d7660-0689-4216-88f2-248a68dae27c', '6132e152-797c-4a00-8b31-1beece1564ff', 'be2f09b8-aea4-4749-8100-a2cded8a3832'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:51.463438 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76999624-e1df-4cb0-8cb8-26810dd828ad']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:51.476326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610311f7-b0e6-4f04-8be2-de775896b648') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:51.476665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610311f7-b0e6-4f04-8be2-de775896b648') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:38:51.488479 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.496271 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Pushing event deleted for resources: {'Port': ['ID=be2f09b8-aea4-4749-8100-a2cded8a3832,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:51.502956 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:51.506665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.514796 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:38:51.515359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:38:51.530041 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:38:51.576222 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] No DVR routers for this DVR port be2f09b8-aea4-4749-8100-a2cded8a3832 on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:38:51.579036 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.581512 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-28fed8e9-2bff-4eb2-a3cd-ae443385e7b4 req-522bffde-754c-43b5-bd14-196e2900afca tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "DELETE /v2.0/ports/be2f09b8-aea4-4749-8100-a2cded8a3832 HTTP/1.1" status: 204 len: 173 time: 0.6930950 Jun 07 17:38:51.581512 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'name': 'network-vif-deleted', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:51.583722 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb12ea-e0d7-445d-a92c-c5a175e74c04" -d '{"events": [{"server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "name": "network-vif-deleted", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:51.624990 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 15d0fdbb-1d75-4d01-8062-6a6c2075676d up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:38:51.635729 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc665ae-3ff1-44ac-aca9-379649d75144 x-openstack-request-id: req-adc665ae-3ff1-44ac-aca9-379649d75144 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:51.636051 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b807146-c14f-42f2-acc6-f6f07cec5e4f", "name": "network-vif-deleted", "tag": "be2f09b8-aea4-4749-8100-a2cded8a3832", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:51.636356 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adc665ae-3ff1-44ac-aca9-379649d75144 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:51.636790 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b807146-c14f-42f2-acc6-f6f07cec5e4f', 'name': 'network-vif-deleted', 'tag': 'be2f09b8-aea4-4749-8100-a2cded8a3832', 'status': 'completed', 'code': 200} Jun 07 17:38:51.637183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.641896 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.643821 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] 10.222.0.25 "DELETE /v2.0/networks/76999624-e1df-4cb0-8cb8-26810dd828ad HTTP/1.1" status: 204 len: 168 time: 0.4620504 Jun 07 17:38:51.644513 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:51.670900 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Pushing event deleted for resources: {'Network': ['ID=76999624-e1df-4cb0-8cb8-26810dd828ad,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:51.673994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-88931707-f7f1-436b-a404-49711c05effe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:51.814769 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aa8a283c-f8f9-4f1b-b053-71e77457b909 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:38:51.835206 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35716) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:51.845557 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 15d0fdbb-1d75-4d01-8062-6a6c2075676d completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:38:51.863639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: aa8a283c-f8f9-4f1b-b053-71e77457b909 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:38:51.863981 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aa8a283c-f8f9-4f1b-b053-71e77457b909 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:38:51.864406 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 51f18736-fc73-4176-a95f-550b50f582ff no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:38:51.901518 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 15d0fdbb-1d75-4d01-8062-6a6c2075676d triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:38:51.901895 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:51.931430 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-655b99ca-0465-4126-9cc8-2829dbe464f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3adf64164f8436da6d1c234a8469e20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0927749 Jun 07 17:38:51.931660 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 51f18736-fc73-4176-a95f-550b50f582ff {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:38:51.931660 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 51f18736-fc73-4176-a95f-550b50f582ff not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:38:51.932712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35718) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:51.968123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722189b-dd97-47cf-bd13-a7b23009ef5d req-0d5ee590-7abb-45df-b912-a9af6b3a3c6a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:51.969606 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d722189b-dd97-47cf-bd13-a7b23009ef5d req-0d5ee590-7abb-45df-b912-a9af6b3a3c6a tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 948 time: 0.1003010 Jun 07 17:38:51.997277 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.017595 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d722189b-dd97-47cf-bd13-a7b23009ef5d req-755432d0-b6f4-45fd-8142-78eb358b742d tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Jun 07 17:38:52.024226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.077182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.079956 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.081324 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de7588f3-af2e-4d69-8287-d6b22a89bb67 HTTP/1.1" status: 204 len: 168 time: 0.1474428 Jun 07 17:38:52.082063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-16857ebd-70be-4051-a2b3-e806c97e52fc tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:52.093241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7588f3-af2e-4d69-8287-d6b22a89bb67,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:52.095580 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-faa8e8d4-af43-4f25-b2a4-14ecfd658e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:52.106500 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.171805 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:52.174399 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16de578e-51de-460f-ae42-c486c48a7df3" -d '{"events": [{"server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "name": "network-vif-plugged", "status": "completed", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:52.193872 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:52.212568 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:52.218574 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:52.260185 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5668d89d-3286-48ea-a2a2-7c49c1927fbf x-openstack-request-id: req-5668d89d-3286-48ea-a2a2-7c49c1927fbf {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:52.260484 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "name": "network-vif-plugged", "status": "completed", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:52.260769 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5668d89d-3286-48ea-a2a2-7c49c1927fbf {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:52.261162 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d', 'code': 200} Jun 07 17:38:52.302927 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=15d0fdbb-1d75-4d01-8062-6a6c2075676d,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:52.305786 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:52.519807 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbafa7-74c6-4a41-a6ac-0506c4e76bac req-f675061f-cd9a-4af5-a7f3-3306270a03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:52.521297 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f8fbafa7-74c6-4a41-a6ac-0506c4e76bac req-f675061f-cd9a-4af5-a7f3-3306270a03c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 1102 time: 0.0802567 Jun 07 17:38:52.577174 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f8fbafa7-74c6-4a41-a6ac-0506c4e76bac req-a3e75631-6e46-455d-b2ae-3c1548f0d7e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Jun 07 17:38:53.215818 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583410a-635e-4e97-98f2-443605168624 req-f20f2dce-adfb-4ef5-b39c-671cf24a14f9 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:53.218613 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6583410a-635e-4e97-98f2-443605168624 req-f20f2dce-adfb-4ef5-b39c-671cf24a14f9 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.0860257 Jun 07 17:38:53.267763 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6583410a-635e-4e97-98f2-443605168624 req-f4d30685-4353-45f3-a093-be39d55521fa tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Jun 07 17:38:54.044602 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732771f-a45e-47e4-9d10-ee86f934816c req-f8188218-5d22-4069-8742-b4f294c1a2f0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:54.046760 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c732771f-a45e-47e4-9d10-ee86f934816c req-f8188218-5d22-4069-8742-b4f294c1a2f0 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.0804102 Jun 07 17:38:54.095865 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c732771f-a45e-47e4-9d10-ee86f934816c req-47a17eb3-13c1-4ff7-9cf3-1c2372e7d6e1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Jun 07 17:38:54.474862 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09686ca-b365-4451-bf60-8b5191877b42 req-f8ba6fa8-20db-48b0-955c-e95edbafef9f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:54.476312 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f09686ca-b365-4451-bf60-8b5191877b42 req-f8ba6fa8-20db-48b0-955c-e95edbafef9f tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.0932989 Jun 07 17:38:54.520875 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f09686ca-b365-4451-bf60-8b5191877b42 req-449e4995-17bd-4b5f-b80e-19ea1e0f412d tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Jun 07 17:38:54.925695 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35822) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:54.977477 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a41c12-bb33-46e0-a075-00136d576366 req-8192a64b-41f2-4c45-bb03-4f58d9a27ec2 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:54.978918 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-55a41c12-bb33-46e0-a075-00136d576366 req-8192a64b-41f2-4c45-bb03-4f58d9a27ec2 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.0928724 Jun 07 17:38:55.023732 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-55a41c12-bb33-46e0-a075-00136d576366 req-c75f1111-8f37-49d5-bb54-c9c7eefe5a60 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Jun 07 17:38:55.050865 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.158422 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.162293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.170820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e42d6a13-0622-40f6-825f-c07a285b6a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:55.210702 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac4d56c54004412fb2ae22582c90b888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839885 Jun 07 17:38:55.211448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b1989-a083-431e-a0df-8804caa0c6fa,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:55.214503 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:55.215127 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 35828) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:55.276627 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.281820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c38f-352f-43e2-8c66-3cce0e1530df req-48733c55-f27f-42e3-8638-111ae4562aa6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:55.283234 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-51d4c38f-352f-43e2-8c66-3cce0e1530df req-48733c55-f27f-42e3-8638-111ae4562aa6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.0792930 Jun 07 17:38:55.303050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.328341 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-51d4c38f-352f-43e2-8c66-3cce0e1530df req-83437b15-c95d-4aec-ae6d-3df1ccb23f11 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Jun 07 17:38:55.358782 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.361662 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.362802 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b2b1989-a083-431e-a0df-8804caa0c6fa HTTP/1.1" status: 204 len: 168 time: 0.1464429 Jun 07 17:38:55.363547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-8ecf1da2-399c-48cf-9985-0fd9b9802013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:55.373571 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b1989-a083-431e-a0df-8804caa0c6fa,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:55.376063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:55.641436 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device be2f09b8-aea4-4749-8100-a2cded8a3832 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:38:55.657254 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35834) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:55.674113 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.675615 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: be2f09b8-aea4-4749-8100-a2cded8a3832 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:38:55.675970 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device be2f09b8-aea4-4749-8100-a2cded8a3832 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:38:55.777821 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.782473 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.789317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cb6053ed-c2b7-4c61-9fb7-c20a2b487320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:55.827963 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5f5bf-f474-44d4-bf71-95fa7f6e4b3f,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:55.833551 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81dc4ea1a9314bb297ab038d7e587118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738727 Jun 07 17:38:55.833551 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:55.834694 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 35836) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:38:55.890148 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.915911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.969965 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.972639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:55.976236 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfb5f5bf-f474-44d4-bf71-95fa7f6e4b3f HTTP/1.1" status: 204 len: 168 time: 0.1381865 Jun 07 17:38:55.976236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:55.986383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5f5bf-f474-44d4-bf71-95fa7f6e4b3f,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:55.988638 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:56.220175 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb93c-c14c-4b40-abb8-36c5ea3734fa req-afda72bc-57f1-4c45-bd69-1fca177d5c13 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:56.221744 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e66eb93c-c14c-4b40-abb8-36c5ea3734fa req-afda72bc-57f1-4c45-bd69-1fca177d5c13 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.0849905 Jun 07 17:38:56.273349 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e66eb93c-c14c-4b40-abb8-36c5ea3734fa req-847efe62-ff94-4215-9465-e94ed1a543f8 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Jun 07 17:38:56.377017 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:38:56.595374 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e8909-801d-4e5d-8402-df46bd97e39f req-c1b4f591-84f2-45b2-b284-7bedd14c0a39 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:56.596849 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c94e8909-801d-4e5d-8402-df46bd97e39f req-c1b4f591-84f2-45b2-b284-7bedd14c0a39 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.1522536 Jun 07 17:38:56.605045 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-15f30499-2a63-44ca-8a55-2f6b80e96897 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:56.606385 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-15f30499-2a63-44ca-8a55-2f6b80e96897 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 945 time: 0.1263211 Jun 07 17:38:56.766452 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c94e8909-801d-4e5d-8402-df46bd97e39f req-d907ea95-98f0-4218-9770-c4fbff7fbbde tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591294 Jun 07 17:38:56.844738 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Deleting port 6132e152-797c-4a00-8b31-1beece1564ff {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:56.845080 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:56.982524 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] For port 6132e152-797c-4a00-8b31-1beece1564ff, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6132e152-797c-4a00-8b31-1beece1564ff,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:56.983427 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:57.108988 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Calling delete_port for 6132e152-797c-4a00-8b31-1beece1564ff owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:57.174339 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-353cc22a-5276-4fa7-98a6-edf7383a52ce tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:57.175727 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-353cc22a-5276-4fa7-98a6-edf7383a52ce tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.0874681 Jun 07 17:38:57.226081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:57.233994 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:57.241661 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f', 'ad7d7660-0689-4216-88f2-248a68dae27c', '6132e152-797c-4a00-8b31-1beece1564ff'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:57.287810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Pushing event deleted for resources: {'Port': ['ID=6132e152-797c-4a00-8b31-1beece1564ff,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:57.291216 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:57.360928 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Deleting port 15d0fdbb-1d75-4d01-8062-6a6c2075676d {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:38:57.361406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:57.369472 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] No DVR routers for this DVR port 6132e152-797c-4a00-8b31-1beece1564ff on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:38:57.372842 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:57.375649 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2ce91ff2-93ad-4e1f-aff0-a8d136f62391 req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "DELETE /v2.0/ports/6132e152-797c-4a00-8b31-1beece1564ff HTTP/1.1" status: 204 len: 173 time: 0.7527518 Jun 07 17:38:57.376320 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'name': 'network-vif-deleted', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:57.378810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e24e143-90d6-4730-8e88-5cb13bb1e63b" -d '{"events": [{"server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "name": "network-vif-deleted", "tag": "6132e152-797c-4a00-8b31-1beece1564ff"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:57.443501 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe8051-2170-4c0f-9aeb-1a5b72289c0e x-openstack-request-id: req-ccfe8051-2170-4c0f-9aeb-1a5b72289c0e {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:57.443949 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed477d-4418-4d1b-a4f7-858423c4bd1f", "name": "network-vif-deleted", "tag": "6132e152-797c-4a00-8b31-1beece1564ff", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:57.444329 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccfe8051-2170-4c0f-9aeb-1a5b72289c0e {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:57.444912 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbed477d-4418-4d1b-a4f7-858423c4bd1f', 'name': 'network-vif-deleted', 'tag': '6132e152-797c-4a00-8b31-1beece1564ff', 'status': 'completed', 'code': 200} Jun 07 17:38:57.698609 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] For port 15d0fdbb-1d75-4d01-8062-6a6c2075676d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=15d0fdbb-1d75-4d01-8062-6a6c2075676d,segment=NetworkSegment(8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0),segment_id=8246ebe3-9ba7-4b67-a4b5-4d07bcaf7ae0)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:38:57.698913 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:57.830861 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a9450-3398-4c01-a3ea-00b76b9d146e req-d8e18a4b-46e5-4b6c-baee-690779e9972e tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:57.832566 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-953a9450-3398-4c01-a3ea-00b76b9d146e req-d8e18a4b-46e5-4b6c-baee-690779e9972e tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/ports?device_id=cce05d99-837e-462c-8281-120ea71aaf52 HTTP/1.1" status: 200 len: 949 time: 0.4182782 Jun 07 17:38:57.839308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Calling delete_port for 15d0fdbb-1d75-4d01-8062-6a6c2075676d owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:38:57.898431 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-953a9450-3398-4c01-a3ea-00b76b9d146e req-0de124fd-9699-404b-b013-66f6be3adc54 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.25 "GET /v2.0/security-groups?id=b368d502-3d29-43c5-bb92-e330ce2f2001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558181 Jun 07 17:38:57.993705 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6b8bdbd8-1c51-47e3-a1d4-42286f11c04d req-bd92519c-37d7-4451-b0b5-cca59fe4d5ad tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbed477d-4418-4d1b-a4f7-858423c4bd1f HTTP/1.1" status: 200 len: 210 time: 0.0527749 Jun 07 17:38:58.009949 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:58.017305 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:38:58.067902 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Pushing event deleted for resources: {'Port': ['ID=15d0fdbb-1d75-4d01-8062-6a6c2075676d,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:38:58.071261 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:38:58.153756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] No DVR routers for this DVR port 15d0fdbb-1d75-4d01-8062-6a6c2075676d on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:38:58.156892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:38:58.159042 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-16ffa66b-f0f8-45aa-a47b-ebddd2307ec7 req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] 10.222.0.60 "DELETE /v2.0/ports/15d0fdbb-1d75-4d01-8062-6a6c2075676d HTTP/1.1" status: 204 len: 173 time: 0.9718816 Jun 07 17:38:58.159616 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'name': 'network-vif-deleted', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:38:58.162165 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff8adfc-a05c-4c11-a4e3-e46b8c9e4c26" -d '{"events": [{"server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "name": "network-vif-deleted", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:38:58.177532 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['15d0fdbb-1d75-4d01-8062-6a6c2075676d'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:38:58.246354 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a967b84-8026-493f-a562-bb259cf54c08 x-openstack-request-id: req-8a967b84-8026-493f-a562-bb259cf54c08 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:38:58.248799 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce05d99-837e-462c-8281-120ea71aaf52", "name": "network-vif-deleted", "tag": "15d0fdbb-1d75-4d01-8062-6a6c2075676d", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:38:58.249406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a967b84-8026-493f-a562-bb259cf54c08 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:38:58.250120 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce05d99-837e-462c-8281-120ea71aaf52', 'name': 'network-vif-deleted', 'tag': '15d0fdbb-1d75-4d01-8062-6a6c2075676d', 'status': 'completed', 'code': 200} Jun 07 17:38:59.504684 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d22c9f-8202-47a7-9ba0-87ae26488b47 req-1cd96eff-b6e5-4578-9f07-b8591fda24ce tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:38:59.506523 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-97d22c9f-8202-47a7-9ba0-87ae26488b47 req-1cd96eff-b6e5-4578-9f07-b8591fda24ce tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 945 time: 0.1022308 Jun 07 17:38:59.555422 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-97d22c9f-8202-47a7-9ba0-87ae26488b47 req-8442da66-3732-4c70-879e-f9155956f3c6 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Jun 07 17:39:00.140629 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52bad-e85b-4062-9870-87462cc29380 req-62fa756e-8a33-4701-a762-026cf521ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.142177 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-62fa756e-8a33-4701-a762-026cf521ae15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1137 time: 0.0830784 Jun 07 17:39:00.172379 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdf1eb-26a5-4e25-8d55-984a9b3295bc req-8c7ef0d9-3c5f-4cc9-b17d-24a4a7a16316 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.174216 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-45cdf1eb-26a5-4e25-8d55-984a9b3295bc req-8c7ef0d9-3c5f-4cc9-b17d-24a4a7a16316 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0881140 Jun 07 17:39:00.233717 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-45cdf1eb-26a5-4e25-8d55-984a9b3295bc req-24999177-c994-4f33-be5f-100dbbcacca2 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529611 Jun 07 17:39:00.288673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52bad-e85b-4062-9870-87462cc29380 req-9ecd4b8d-9e7f-433a-bba7-df313ea9e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.290093 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-9ecd4b8d-9e7f-433a-bba7-df313ea9e911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.1385043 Jun 07 17:39:00.396991 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-2ef00239-39f0-424d-bb60-538d59634776 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 1000 time: 0.0992177 Jun 07 17:39:00.463570 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52bad-e85b-4062-9870-87462cc29380 req-9c7ddbc0-89f5-41ab-9ea3-ef19dfb72786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.465022 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-9c7ddbc0-89f5-41ab-9ea3-ef19dfb72786 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.0581510 Jun 07 17:39:00.548475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52bad-e85b-4062-9870-87462cc29380 req-1526c3df-1a75-4039-b6e3-38a122a83575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.549984 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-1526c3df-1a75-4039-b6e3-38a122a83575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778129 Jun 07 17:39:00.738180 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-ce8a8c16-030f-48da-bd34-f6b4dfd536e8 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792965 Jun 07 17:39:00.874679 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33d6c-8f26-48be-bce6-cf8b01aa1e70 req-6fc2de56-4abb-4911-93c0-d1eb79012264 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:00.876119 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-70c33d6c-8f26-48be-bce6-cf8b01aa1e70 req-6fc2de56-4abb-4911-93c0-d1eb79012264 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 945 time: 0.2035260 Jun 07 17:39:00.941977 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-eea52bad-e85b-4062-9870-87462cc29380 req-1e82429d-e6f1-4b77-aa3b-0b6eeb17c837 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939166 Jun 07 17:39:00.948827 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-70c33d6c-8f26-48be-bce6-cf8b01aa1e70 req-15672222-2592-4ab3-9ac8-fef34846d35a tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550797 Jun 07 17:39:01.231814 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-2e6764a3-0dfb-4c55-aa5c-b264def1fbd1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:01.234037 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-2e6764a3-0dfb-4c55-aa5c-b264def1fbd1 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 945 time: 0.0921669 Jun 07 17:39:01.492461 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28727d33-3251-4307-93d5-9326c5693ba1 req-467f056c-5ebb-4528-b669-198001183a55 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:01.501286 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-28727d33-3251-4307-93d5-9326c5693ba1 req-467f056c-5ebb-4528-b669-198001183a55 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1270812 Jun 07 17:39:01.509268 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-537f87dd-56af-4a59-a66f-d34190cc09b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:01.564393 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-28727d33-3251-4307-93d5-9326c5693ba1 req-ba8e1411-bf95-4c93-ba56-b910452d148c tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620382 Jun 07 17:39:01.569776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Deleting port ad7d7660-0689-4216-88f2-248a68dae27c {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:01.570673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:01.665071 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 15d0fdbb-1d75-4d01-8062-6a6c2075676d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:01.703151 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 15d0fdbb-1d75-4d01-8062-6a6c2075676d {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:01.703507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 15d0fdbb-1d75-4d01-8062-6a6c2075676d not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:01.703936 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 6132e152-797c-4a00-8b31-1beece1564ff no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:01.719673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] For port ad7d7660-0689-4216-88f2-248a68dae27c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ad7d7660-0689-4216-88f2-248a68dae27c,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:01.720371 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:01.746974 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 6132e152-797c-4a00-8b31-1beece1564ff {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:01.747325 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 6132e152-797c-4a00-8b31-1beece1564ff not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:01.849100 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Calling delete_port for ad7d7660-0689-4216-88f2-248a68dae27c owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:01.966811 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:01.973268 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-175421dd-e2d0-42c3-9302-81f86b92cc67 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:01.984715 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f', 'ad7d7660-0689-4216-88f2-248a68dae27c'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:02.020000 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Pushing event deleted for resources: {'Port': ['ID=ad7d7660-0689-4216-88f2-248a68dae27c,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:02.030756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.031126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.031487 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.032181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.032917 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.033286 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.033641 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.034041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.034349 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.034695 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.035047 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.035392 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:02.041548 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:02.158115 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2d43fa3e-b1d5-4c57-bc83-9dd80ca3a1c9 req-cec60187-51cf-407a-a632-79a4f802eb8c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6c48581-8ecc-44b0-aa2b-78f02e6b2d61 HTTP/1.1" status: 200 len: 210 time: 0.0771954 Jun 07 17:39:02.171859 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] No DVR routers for this DVR port ad7d7660-0689-4216-88f2-248a68dae27c on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:39:02.175229 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:02.177414 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4493707b-a0c6-4eed-8ee1-92b84af29314 req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "DELETE /v2.0/ports/ad7d7660-0689-4216-88f2-248a68dae27c HTTP/1.1" status: 204 len: 173 time: 0.9338269 Jun 07 17:39:02.178049 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'name': 'network-vif-deleted', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:02.180257 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009e40ab-bf28-4c40-aaf3-fad24b17fd33" -d '{"events": [{"server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "name": "network-vif-deleted", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:02.244591 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c261a-6f06-430d-9f17-047b17993a00 x-openstack-request-id: req-789c261a-6f06-430d-9f17-047b17993a00 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:02.244591 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c48581-8ecc-44b0-aa2b-78f02e6b2d61", "name": "network-vif-deleted", "tag": "ad7d7660-0689-4216-88f2-248a68dae27c", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:02.244591 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-789c261a-6f06-430d-9f17-047b17993a00 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:02.244591 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c48581-8ecc-44b0-aa2b-78f02e6b2d61', 'name': 'network-vif-deleted', 'tag': 'ad7d7660-0689-4216-88f2-248a68dae27c', 'status': 'completed', 'code': 200} Jun 07 17:39:02.773025 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286209f-ad84-4020-a4fc-0a1ee2e5f364 req-62a53abc-0a1d-4416-a882-a1203703c0b8 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:02.780480 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2286209f-ad84-4020-a4fc-0a1ee2e5f364 req-62a53abc-0a1d-4416-a882-a1203703c0b8 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1056654 Jun 07 17:39:02.835853 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2286209f-ad84-4020-a4fc-0a1ee2e5f364 req-6d19582d-deea-4bdd-9c62-b769009f3d88 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541418 Jun 07 17:39:03.154773 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36206) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:03.272201 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.383737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.387581 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.395946 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c8f71c22-16b4-4684-81bf-dd38866d5dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:03.438905 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=723837f30f874af08dcbef6be48fd94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829022 Jun 07 17:39:03.441553 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa156fc-ca88-48d9-a69e-410aad43fbdb,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:03.441946 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36216) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:03.450601 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.451021 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.451581 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.452136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.452669 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.453026 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.453371 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.453714 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.454058 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.454395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.454732 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.455081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:03.459817 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:03.510045 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.538775 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.589919 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.593401 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.596761 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fa156fc-ca88-48d9-a69e-410aad43fbdb HTTP/1.1" status: 204 len: 168 time: 0.1510482 Jun 07 17:39:03.596761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0b9e3f53-5aa4-4316-9a58-68ec7677b876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:03.604506 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa156fc-ca88-48d9-a69e-410aad43fbdb,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:03.607713 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:03.909384 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36230) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:03.930631 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:03.981318 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36234) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:04.026022 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.099977 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c647-b82b-4804-b0fb-0d8edc26cf55 req-a23eb1eb-2fca-465c-ba55-82d2d35bb1fa tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:04.101450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-42a4c647-b82b-4804-b0fb-0d8edc26cf55 req-a23eb1eb-2fca-465c-ba55-82d2d35bb1fa tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1405146 Jun 07 17:39:04.130717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.145636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.159038 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b93159de-e31a-42f7-9b47-866e021e3815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:04.172710 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-650d8568-91ad-46c1-9a53-86f56aac9c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.207325 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-42a4c647-b82b-4804-b0fb-0d8edc26cf55 req-15dc5cc2-2902-492b-8674-3e2a7277713d tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966408 Jun 07 17:39:04.214133 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae84d6d-b965-4af2-812c-2b87bc942375,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:04.218567 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11b634e5662d42fd9ffabbea0612be4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080292 Jun 07 17:39:04.219571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:04.224902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36240) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:04.248695 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a9250f44-88a1-45cc-a7be-dbf7a6891a9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db9cd75535b4e06b99c64afcaff4735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659147 Jun 07 17:39:04.251063 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36242) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:04.297593 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.312642 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.323953 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.338756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.379236 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.381922 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.383164 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bae84d6d-b965-4af2-812c-2b87bc942375 HTTP/1.1" status: 204 len: 168 time: 0.1572821 Jun 07 17:39:04.383924 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3132a80f-d7da-43a0-aa61-804697357094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:04.395739 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae84d6d-b965-4af2-812c-2b87bc942375,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:04.398090 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:04.449208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.452661 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:04.453797 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b368d502-3d29-43c5-bb92-e330ce2f2001 HTTP/1.1" status: 204 len: 168 time: 0.2017334 Jun 07 17:39:04.455433 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6e01189e-b222-4f74-a0a2-95b62973c586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:04.470265 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368d502-3d29-43c5-bb92-e330ce2f2001,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:04.473710 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-38f04b3a-c749-4ad2-962c-9bd999d0ddaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:04.490382 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa498f5-48af-49f8-bb44-4a6ac1828552 req-6a818e8f-5d97-4802-9033-d269daf92d5a tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:04.492007 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7fa498f5-48af-49f8-bb44-4a6ac1828552 req-6a818e8f-5d97-4802-9033-d269daf92d5a tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.1172566 Jun 07 17:39:04.548320 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7fa498f5-48af-49f8-bb44-4a6ac1828552 req-3952d4ca-4724-40b4-9623-33b2e268b3cf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507109 Jun 07 17:39:04.921208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5177f97-94d0-4062-9861-2bb4aa798a8e req-1d0b1472-fc14-429e-923b-40e371e9bcf5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:04.924783 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c5177f97-94d0-4062-9861-2bb4aa798a8e req-1d0b1472-fc14-429e-923b-40e371e9bcf5 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.0846283 Jun 07 17:39:04.970645 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c5177f97-94d0-4062-9861-2bb4aa798a8e req-9d846c09-51cf-4fb7-b6be-14b37ff0cb7c tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 Jun 07 17:39:05.341576 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:05.431642 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7bece-02d0-4b6a-a6a0-ed96e8913785 req-c81dc2a3-a031-4b02-b31d-fed51097979e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:05.433258 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5bb7bece-02d0-4b6a-a6a0-ed96e8913785 req-c81dc2a3-a031-4b02-b31d-fed51097979e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0891898 Jun 07 17:39:05.484784 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5bb7bece-02d0-4b6a-a6a0-ed96e8913785 req-ba9a9a32-677f-468d-8746-6372721496ee tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452423 Jun 07 17:39:05.701865 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ad7d7660-0689-4216-88f2-248a68dae27c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:05.752958 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: ad7d7660-0689-4216-88f2-248a68dae27c {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:05.752958 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device ad7d7660-0689-4216-88f2-248a68dae27c not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:05.762739 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b569-9e20-4080-9ef2-da52aae04d81 req-3aea94fd-4dca-4b8a-9596-69ba561c8498 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:05.765118 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-49d6b569-9e20-4080-9ef2-da52aae04d81 req-3aea94fd-4dca-4b8a-9596-69ba561c8498 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.1018393 Jun 07 17:39:05.817603 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-49d6b569-9e20-4080-9ef2-da52aae04d81 req-2cdce996-2f64-403d-a2da-db1031e1d441 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Jun 07 17:39:06.225822 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43cc2-68a7-4a9b-b788-56d0f614a484 req-61f952cb-5d39-4c30-bcd4-b076c0e57c5e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:06.227498 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6ce43cc2-68a7-4a9b-b788-56d0f614a484 req-61f952cb-5d39-4c30-bcd4-b076c0e57c5e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.1405137 Jun 07 17:39:06.277033 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6ce43cc2-68a7-4a9b-b788-56d0f614a484 req-6e0e79f6-64b8-4bd9-8f31-7907eb03fc80 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Jun 07 17:39:06.682471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8525-d9ff-4b5a-982c-481d4845f785 req-ba2626ca-0c57-4d3c-863e-dabc5b2933d0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:06.683998 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6b4b8525-d9ff-4b5a-982c-481d4845f785 req-ba2626ca-0c57-4d3c-863e-dabc5b2933d0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0934598 Jun 07 17:39:06.734590 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6b4b8525-d9ff-4b5a-982c-481d4845f785 req-7b0d9972-f3ea-49d9-9e58-d3bc21f206c3 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442708 Jun 07 17:39:06.774628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36366) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:06.900052 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340d9d-cd38-4281-8e08-ba256342807e req-ac2e084c-afb0-466d-aade-b900b410f2d7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:06.901490 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a340d9d-cd38-4281-8e08-ba256342807e req-ac2e084c-afb0-466d-aade-b900b410f2d7 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.0827358 Jun 07 17:39:06.902960 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:06.995075 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.046865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Deleting port 3c1a8cad-de43-4198-b235-e83ee7cf840f {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:07.047281 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.057355 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d73b3-4879-42a3-97c3-a7f1d6761ab6 req-f039fdef-d7a6-40f9-a202-1130d4dd7ec3 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:07.058816 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8c1d73b3-4879-42a3-97c3-a7f1d6761ab6 req-f039fdef-d7a6-40f9-a202-1130d4dd7ec3 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.1174407 Jun 07 17:39:07.101431 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.110523 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.120579 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-c0598a91-4133-456f-aebd-29f0b3f94a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:07.140203 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8c1d73b3-4879-42a3-97c3-a7f1d6761ab6 req-9c59dca9-8799-4eb1-ba5a-2c0b55df3452 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739532 Jun 07 17:39:07.165093 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77b0e2266b4e454c80bea9753ddb38f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893692 Jun 07 17:39:07.168731 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36372) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:07.188233 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa84e7-61a2-4cf5-833f-9ac8dd2ee6d2,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:07.191538 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1b69181d-cc44-4293-9cf5-79829e5fab79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:07.242657 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.282468 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] For port 3c1a8cad-de43-4198-b235-e83ee7cf840f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=3c1a8cad-de43-4198-b235-e83ee7cf840f,segment=NetworkSegment(8e966200-4344-43cf-ab84-083a8f2db236),segment_id=8e966200-4344-43cf-ab84-083a8f2db236)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:07.282828 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.333960 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.401552 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.404202 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.406356 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9baa84e7-61a2-4cf5-833f-9ac8dd2ee6d2 HTTP/1.1" status: 204 len: 168 time: 0.2365506 Jun 07 17:39:07.407485 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-04eadaef-2184-4a04-9d28-df1d5105367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:07.417448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa84e7-61a2-4cf5-833f-9ac8dd2ee6d2,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:07.420078 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:07.481146 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Calling delete_port for 3c1a8cad-de43-4198-b235-e83ee7cf840f owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:07.551423 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429976a-d6e3-4d7b-93c4-358422a5ba8f req-6628db68-0f12-4eca-af17-b45e3398d174 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:07.552886 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e429976a-d6e3-4d7b-93c4-358422a5ba8f req-6628db68-0f12-4eca-af17-b45e3398d174 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/ports?device_id=639189e3-e47c-4d89-90b6-b6017363eb1a HTTP/1.1" status: 200 len: 946 time: 0.1232471 Jun 07 17:39:07.637934 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e429976a-d6e3-4d7b-93c4-358422a5ba8f req-72a67a87-fc3d-4abc-a4e1-06271b375fc9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.25 "GET /v2.0/security-groups?id=92d926ad-e574-4a8b-b1a6-32c81aab2b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Jun 07 17:39:07.668340 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.676719 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-763c5358-07a7-4c9c-aead-23916e550b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:07.680130 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['3c1a8cad-de43-4198-b235-e83ee7cf840f'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:07.729019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Pushing event deleted for resources: {'Port': ['ID=3c1a8cad-de43-4198-b235-e83ee7cf840f,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:07.734653 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:07.744455 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36386) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:07.762327 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.821558 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] No DVR routers for this DVR port 3c1a8cad-de43-4198-b235-e83ee7cf840f on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:39:07.824128 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.826409 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a340d9d-cd38-4281-8e08-ba256342807e req-f5e07c76-34ac-45af-a16c-6daf0bbd29ef tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] 10.222.0.60 "DELETE /v2.0/ports/3c1a8cad-de43-4198-b235-e83ee7cf840f HTTP/1.1" status: 204 len: 173 time: 0.9170403 Jun 07 17:39:07.826685 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'name': 'network-vif-deleted', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:07.829195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d0b33-f7ab-4671-a152-d46c2b03a94e" -d '{"events": [{"server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "name": "network-vif-deleted", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:07.880650 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa69e2-9fe3-4b80-ae6c-3028bbcefea0 x-openstack-request-id: req-9daa69e2-9fe3-4b80-ae6c-3028bbcefea0 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:07.881083 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "639189e3-e47c-4d89-90b6-b6017363eb1a", "name": "network-vif-deleted", "tag": "3c1a8cad-de43-4198-b235-e83ee7cf840f", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:07.881492 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9daa69e2-9fe3-4b80-ae6c-3028bbcefea0 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:07.882030 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '639189e3-e47c-4d89-90b6-b6017363eb1a', 'name': 'network-vif-deleted', 'tag': '3c1a8cad-de43-4198-b235-e83ee7cf840f', 'status': 'completed', 'code': 200} Jun 07 17:39:07.941997 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.950306 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:07.960498 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0886587a-23a0-4bea-a9d0-fadfd3759725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:08.012025 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae8d247cd6934f0b8d36f2ec7abf64a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664764 Jun 07 17:39:08.014804 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4acde70-5714-4865-b745-8c7eae9aa632,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:08.015421 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36392) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:08.017840 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:08.025534 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aba97-dedb-415a-b3c8-5f4346138dae req-3f277133-247e-4c87-853c-149dc11a6318 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:08.030155 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-206aba97-dedb-415a-b3c8-5f4346138dae req-3f277133-247e-4c87-853c-149dc11a6318 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1718886 Jun 07 17:39:08.074993 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.075505 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-206aba97-dedb-415a-b3c8-5f4346138dae req-dde902fd-4657-48dd-9852-258b71b4395b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409348 Jun 07 17:39:08.101288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.161626 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.164222 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.168412 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4acde70-5714-4865-b745-8c7eae9aa632 HTTP/1.1" status: 204 len: 168 time: 0.1519649 Jun 07 17:39:08.169225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-334243fa-3012-4320-b94e-bd3ad071486e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:08.179689 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4acde70-5714-4865-b745-8c7eae9aa632,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:08.182520 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b28c9078-67b9-44f3-829e-74ddc83eb74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:08.357159 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc3e6a-4c13-4465-8358-60abcbfc913d req-4981c8b6-b3c4-4025-863e-1b5b8135b5bc tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:08.358919 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5efc3e6a-4c13-4465-8358-60abcbfc913d req-4981c8b6-b3c4-4025-863e-1b5b8135b5bc tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.0991807 Jun 07 17:39:08.406256 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5efc3e6a-4c13-4465-8358-60abcbfc913d req-b9aa7571-91e6-4f9d-a7c1-9a3996fa68ba tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Jun 07 17:39:08.495949 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-0d4a3bef-11fe-4766-a740-0566f89f6049 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849445 Jun 07 17:39:08.651449 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-10fffed7-a28d-4c95-94bc-d0052d10c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:08.653002 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-10fffed7-a28d-4c95-94bc-d0052d10c0f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 1100 time: 0.0740478 Jun 07 17:39:08.760390 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36416) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:08.835315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-cbae4e59-4f30-422b-9439-397346f15847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:08.836784 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-cbae4e59-4f30-422b-9439-397346f15847 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.1632938 Jun 07 17:39:08.843732 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Deleting subnet 96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:39:08.848304 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.901336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:08.953440 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-8bddb87f-d27d-453b-92cf-61d97679529c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 200 len: 1002 time: 0.1085989 Jun 07 17:39:08.964232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.026065 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-d7fee8b7-bd5c-4d0e-bb16-0f6d352e99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:09.028102 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-d7fee8b7-bd5c-4d0e-bb16-0f6d352e99cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0648658 Jun 07 17:39:09.036330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.043501 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ef8e5f2f-ad6b-41a0-be3e-c3d0a1f59183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:09.077645 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.080209 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79 HTTP/1.1" status: 204 len: 168 time: 0.3176100 Jun 07 17:39:09.080477 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b4c9a8-7dad-482c-aa9c-5ffd9c9b6c79,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:09.082032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36434) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:09.083356 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dc719261-4a3d-428f-aef3-eed1e311ae00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:09.260274 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.286240 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-4d659264-80d2-4625-bec2-613515fb3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:09.287596 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-4d659264-80d2-4625-bec2-613515fb3479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2425609 Jun 07 17:39:09.600059 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fa9c5-337f-49db-ad68-0314ceefc066 req-ba7bd7b4-1155-4f20-894b-8dcd507cac26 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:09.601645 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-278fa9c5-337f-49db-ad68-0314ceefc066 req-ba7bd7b4-1155-4f20-894b-8dcd507cac26 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.0861635 Jun 07 17:39:09.621885 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.637597 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89792-560e-4b0f-996c-eb58b765203b req-4ecfc6fe-7de6-4ea0-be85-d2777e1c87b5 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:09.639931 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-89f89792-560e-4b0f-996c-eb58b765203b req-4ecfc6fe-7de6-4ea0-be85-d2777e1c87b5 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.4441731 Jun 07 17:39:09.651976 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03215051-29c7-427b-a5b7-038bfcc6e444']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:09.661498 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-278fa9c5-337f-49db-ad68-0314ceefc066 req-b31ff485-75fb-4e91-8de3-942944c80ad6 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Jun 07 17:39:09.691751 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e966200-4344-43cf-ab84-083a8f2db236') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:09.691973 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e966200-4344-43cf-ab84-083a8f2db236') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:09.730091 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.750442 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-65b21acc-1d69-4de2-b098-e24b968758e1 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284663 Jun 07 17:39:09.759031 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.766240 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-89f89792-560e-4b0f-996c-eb58b765203b req-64d40f29-fde5-4cbe-9afc-f9d5cf87d1d0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160626 Jun 07 17:39:09.792879 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:39:09.793288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:39:09.806844 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:39:09.959900 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.973303 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:09.978021 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] 10.222.0.25 "DELETE /v2.0/networks/03215051-29c7-427b-a5b7-038bfcc6e444 HTTP/1.1" status: 204 len: 168 time: 0.8915291 Jun 07 17:39:09.978262 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:10.000501 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Pushing event deleted for resources: {'Network': ['ID=03215051-29c7-427b-a5b7-038bfcc6e444,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:10.002937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6ad14740-b010-40ac-9b52-5dd9a474ac8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:10.021373 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-07e07a30-44b0-4033-adc1-3ee8186aef5d req-c6a31a8f-9046-4668-a5c6-71a680e468ff service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519572 Jun 07 17:39:10.146940 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-50ccefa5-9c82-4082-93a7-ea4d308e3284 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:10.148480 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-50ccefa5-9c82-4082-93a7-ea4d308e3284 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 945 time: 0.1048753 Jun 07 17:39:10.198922 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36498) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:10.252312 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-34a48186-f45a-4c76-93ba-e7251c9c2f52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2173e6f8bc934f07a24c7c8f014763ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566251 Jun 07 17:39:10.252987 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36504) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:10.301290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Deleting port bd90e1af-10fc-4532-bb99-87981cd5fb8a {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:10.301802 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.314662 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.342430 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.409919 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.413038 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.414410 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92d926ad-e574-4a8b-b1a6-32c81aab2b70 HTTP/1.1" status: 204 len: 168 time: 0.1602929 Jun 07 17:39:10.415422 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-44311009-c6d0-4660-97f6-612008f84ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:10.426372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d926ad-e574-4a8b-b1a6-32c81aab2b70,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:10.428462 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:10.458905 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] For port bd90e1af-10fc-4532-bb99-87981cd5fb8a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=bd90e1af-10fc-4532-bb99-87981cd5fb8a,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:10.459282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.596135 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Calling delete_port for bd90e1af-10fc-4532-bb99-87981cd5fb8a owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:10.718840 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.724604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1832a57d-b2d0-4cfe-8f94-93b3b8ab7263 tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:10.731075 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['bd90e1af-10fc-4532-bb99-87981cd5fb8a'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:10.791196 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Pushing event deleted for resources: {'Port': ['ID=bd90e1af-10fc-4532-bb99-87981cd5fb8a,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:10.857138 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4b1fcefe-0937-4133-999a-7b51112f56f2 req-1821f142-1066-44e9-98a5-01fdcb8ff081 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a540f8e-05c6-41c0-91ac-15222174a861 HTTP/1.1" status: 200 len: 210 time: 0.0654552 Jun 07 17:39:10.871845 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:10.932061 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] No DVR routers for this DVR port bd90e1af-10fc-4532-bb99-87981cd5fb8a on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:39:10.934953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:10.937324 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bb225112-1b09-421e-8560-a0b772ba6d11 req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "DELETE /v2.0/ports/bd90e1af-10fc-4532-bb99-87981cd5fb8a HTTP/1.1" status: 204 len: 173 time: 0.7804646 Jun 07 17:39:10.937882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'name': 'network-vif-deleted', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:10.940239 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c191f0-20e8-4474-b38f-39e071fe9c73" -d '{"events": [{"server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "name": "network-vif-deleted", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:11.057299 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681c5c-c8ca-4833-8ab4-34f919d82bfa req-4307c42f-4a3b-47ca-a1aa-303002181371 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:11.059591 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5c681c5c-c8ca-4833-8ab4-34f919d82bfa req-4307c42f-4a3b-47ca-a1aa-303002181371 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1098247 Jun 07 17:39:11.123815 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5c681c5c-c8ca-4833-8ab4-34f919d82bfa req-947a75f8-e863-4ba7-b69a-f2fd6524b12f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573294 Jun 07 17:39:11.163831 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ae6c0-5659-4c8d-ab9f-ce2c6fea6ccb x-openstack-request-id: req-f40ae6c0-5659-4c8d-ab9f-ce2c6fea6ccb {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:11.164451 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a540f8e-05c6-41c0-91ac-15222174a861", "name": "network-vif-deleted", "tag": "bd90e1af-10fc-4532-bb99-87981cd5fb8a", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:11.164573 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f40ae6c0-5659-4c8d-ab9f-ce2c6fea6ccb {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:11.165056 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a540f8e-05c6-41c0-91ac-15222174a861', 'name': 'network-vif-deleted', 'tag': 'bd90e1af-10fc-4532-bb99-87981cd5fb8a', 'status': 'completed', 'code': 200} Jun 07 17:39:11.541266 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36544) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:11.659319 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:11.749945 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 3c1a8cad-de43-4198-b235-e83ee7cf840f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:11.788198 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 3c1a8cad-de43-4198-b235-e83ee7cf840f {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:11.788874 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 3c1a8cad-de43-4198-b235-e83ee7cf840f not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:11.789517 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device bd90e1af-10fc-4532-bb99-87981cd5fb8a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:11.800321 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:11.806844 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:11.827409 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: bd90e1af-10fc-4532-bb99-87981cd5fb8a {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:11.827846 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device bd90e1af-10fc-4532-bb99-87981cd5fb8a not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:11.832084 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-78318e27-bb35-434f-901b-b876ddc884d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:11.865494 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9c5e9d0dc4a4803942f2e803181537f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230536 Jun 07 17:39:11.868786 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36556) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:11.877302 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf12ed-6006-433e-9e8e-ca73b815a32a,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:11.880385 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:11.973973 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.009576 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.088306 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.091097 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.095096 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23bf12ed-6006-433e-9e8e-ca73b815a32a HTTP/1.1" status: 204 len: 168 time: 0.2223265 Jun 07 17:39:12.095096 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f4c5c4ed-441f-44ef-bfb1-31d1b39bf280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:12.111484 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf12ed-6006-433e-9e8e-ca73b815a32a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:12.118023 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0c2a9b3f-59b5-48c5-8305-34d0769a0f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:12.347370 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3a30e-2de7-46fd-ac61-954b2e978f98 req-9fe2b63c-c648-4ea7-915a-1cf4adc1abab tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:12.349063 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-22c3a30e-2de7-46fd-ac61-954b2e978f98 req-9fe2b63c-c648-4ea7-915a-1cf4adc1abab tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0989459 Jun 07 17:39:12.353242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:12.402800 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-22c3a30e-2de7-46fd-ac61-954b2e978f98 req-481d4962-1087-4a14-9b65-dfefc820b497 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470207 Jun 07 17:39:13.591213 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb89b7-bedd-4e0d-b6ab-aa675d5181ca req-026c4d59-52a5-4db8-8a1b-bafe027f68a4 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:13.593113 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-13eb89b7-bedd-4e0d-b6ab-aa675d5181ca req-026c4d59-52a5-4db8-8a1b-bafe027f68a4 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0829861 Jun 07 17:39:13.644686 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-13eb89b7-bedd-4e0d-b6ab-aa675d5181ca req-ffd7a8d4-fbbe-46b4-b341-23f9ab54ee75 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455821 Jun 07 17:39:14.844046 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df5afb-b15a-465e-afbd-a55917afe881 req-1576098c-9879-4cf5-978f-5325530ac4d3 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:14.845650 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-38df5afb-b15a-465e-afbd-a55917afe881 req-1576098c-9879-4cf5-978f-5325530ac4d3 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0841403 Jun 07 17:39:14.897341 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-38df5afb-b15a-465e-afbd-a55917afe881 req-24c0b425-5509-4a0a-8e9e-60505d614302 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420361 Jun 07 17:39:16.085697 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551bef9-2951-4006-b653-8f09cb1a361c req-a1405d66-2530-4353-9725-f6011139d22a tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:16.087137 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6551bef9-2951-4006-b653-8f09cb1a361c req-a1405d66-2530-4353-9725-f6011139d22a tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0824451 Jun 07 17:39:16.137273 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6551bef9-2951-4006-b653-8f09cb1a361c req-5d7c1750-918d-4edd-9f2a-c4dda88c9ab6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431230 Jun 07 17:39:16.294495 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-4aacb42a-5353-4fec-807f-8f23ef158441 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:16.296075 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-4aacb42a-5353-4fec-807f-8f23ef158441 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 813 time: 0.1441090 Jun 07 17:39:16.309954 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-499d9291-fa1d-4669-8004-9362c20f6630 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/quotas/028ab52d5b064495bee2d8107ecb3e51 HTTP/1.1" status: 200 len: 375 time: 0.0085056 Jun 07 17:39:16.361688 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-4382dd94-3d00-412b-a1cc-cd8dd7f27068 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468245 Jun 07 17:39:16.494931 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-8dcc6855-f5ba-4dfc-922e-3f541d5b505d service neutron] 10.222.0.25 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267896 Jun 07 17:39:16.625724 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-c99bce2c-29c5-43ab-b038-fd640acbf76d service neutron] 10.222.0.25 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244035 Jun 07 17:39:16.812302 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e636be7d-4505-4616-a59c-66a99c81cc77 req-64a4e5c9-f292-43ef-be11-51410f9a6c7d tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 210 time: 0.0489447 Jun 07 17:39:17.331222 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189490-4797-43d2-ae5e-77c67e70fcb3 req-3d409ff5-3871-4b25-af19-7ec87071459e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:17.332708 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-80189490-4797-43d2-ae5e-77c67e70fcb3 req-3d409ff5-3871-4b25-af19-7ec87071459e tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0794971 Jun 07 17:39:17.381155 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-80189490-4797-43d2-ae5e-77c67e70fcb3 req-2917e78b-2c5d-46d7-adcd-72b84387dec1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426786 Jun 07 17:39:18.080729 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-43f04bcb-21d6-4d6d-907a-3c18d7ff5e4b tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:18.082168 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-43f04bcb-21d6-4d6d-907a-3c18d7ff5e4b tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 813 time: 0.2669554 Jun 07 17:39:18.132083 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Request body: {'port': {'device_id': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f', 'admin_state_up': True, 'tenant_id': '028ab52d5b064495bee2d8107ecb3e51'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:18.157378 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-50c32548-0c59-4f9c-9372-0e04b56f6dee req-c54d1a6e-d112-44b4-a3b7-ca264e727dd1 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 210 time: 0.0643048 Jun 07 17:39:18.297226 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Made reservation on behalf of 028ab52d5b064495bee2d8107ecb3e51 for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:39:18.301980 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:18.489126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Allocated IP 172.20.0.2 (ec8cf53d-6bf0-4a43-b629-c1decd73f23f/d43c5d75-9e29-4b6e-889f-5609c8448f39/d852af6b-3070-414a-b3b4-9dcc96c0ef03) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:39:18.702206 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7e264-11dc-4a87-af68-00cfc646c478 req-dc82c84e-0f1e-49da-9189-8295c1fecfd4 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:18.703646 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88b7e264-11dc-4a87-af68-00cfc646c478 req-dc82c84e-0f1e-49da-9189-8295c1fecfd4 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.2022936 Jun 07 17:39:18.721002 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:18.750079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:18.752290 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-88b7e264-11dc-4a87-af68-00cfc646c478 req-e8cfade4-9eb9-4c91-8573-49be2ed8fb0b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428863 Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:18.757681 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:39:18.781704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Network ec8cf53d-6bf0-4a43-b629-c1decd73f23f is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:39:18.782832 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:39:18.785244 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:39:18.851995 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:18.852514 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:18.869865 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3bfb0dc4-dbcb-432f-a551-c4ba639d4acf tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7457395 Jun 07 17:39:18.886121 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Request body: {'port': {'device_id': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:18.993809 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:19.394761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d852af6b-3070-414a-b3b4-9dcc96c0ef03 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:39:19.403507 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:19.425233 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71751b6f-b32a-4904-a978-0528dcfab973 req-98e44ae9-9890-493b-b36f-f13c2c236b9b tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:19.426694 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-71751b6f-b32a-4904-a978-0528dcfab973 req-98e44ae9-9890-493b-b36f-f13c2c236b9b tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 931 time: 0.1631081 Jun 07 17:39:19.429341 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Transition to ACTIVE for port object d852af6b-3070-414a-b3b4-9dcc96c0ef03 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:39:19.446440 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:19.452733 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:19.596028 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-71751b6f-b32a-4904-a978-0528dcfab973 req-fdb01b41-1e71-473c-9c99-b47134f5c858 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634235 Jun 07 17:39:19.600870 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d852af6b-3070-414a-b3b4-9dcc96c0ef03,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:19.628759 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:19.708510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Attempting to bind port d852af6b-3070-414a-b3b4-9dcc96c0ef03 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:39:19.709127 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Attempting to bind port d852af6b-3070-414a-b3b4-9dcc96c0ef03 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:39:19.709409 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Attempting to bind port d852af6b-3070-414a-b3b4-9dcc96c0ef03 on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:39:19.720510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Port d852af6b-3070-414a-b3b4-9dcc96c0ef03 on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:39:19.720510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Attempting to bind port d852af6b-3070-414a-b3b4-9dcc96c0ef03 on network ec8cf53d-6bf0-4a43-b629-c1decd73f23f {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:39:19.726354 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:39:19.726691 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Checking segment: {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:39:19.726978 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Bound using segment: {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:39:19.727496 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Bound port: d852af6b-3070-414a-b3b4-9dcc96c0ef03, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7d80ccf-d7ae-4582-860b-4f7f61a76106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:39:19.727723 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:19.927488 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:39:19.930744 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:39:19.936353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:19.941357 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:19.964444 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2e153-cd7e-42a5-9546-d6d263116494 req-858817ed-c99b-4477-a002-271488e4c105 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:19.966166 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1be2e153-cd7e-42a5-9546-d6d263116494 req-858817ed-c99b-4477-a002-271488e4c105 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0979617 Jun 07 17:39:20.008312 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.009471 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:20.010439 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/d852af6b-3070-414a-b3b4-9dcc96c0ef03 HTTP/1.1" status: 200 len: 1093 time: 1.1282601 Jun 07 17:39:20.010978 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:20.013870 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e3da4-b6bc-4786-907c-29cdc0555be1" -d '{"events": [{"name": "network-changed", "server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:20.031621 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1be2e153-cd7e-42a5-9546-d6d263116494 req-67a9b0f7-03ee-473a-9cb1-69e701080714 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550764 Jun 07 17:39:20.057988 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d852af6b-3070-414a-b3b4-9dcc96c0ef03,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:20.061837 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27e6e0-1c94-47ce-8fec-622a6363a4f5 x-openstack-request-id: req-bd27e6e0-1c94-47ce-8fec-622a6363a4f5 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:20.062162 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:20.062447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd27e6e0-1c94-47ce-8fec-622a6363a4f5 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:20.062855 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03', 'status': 'completed', 'code': 200} Jun 07 17:39:20.063576 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:20.150332 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-ec63d4fe-bd84-49c1-8c8b-484598b2c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.151786 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-ec63d4fe-bd84-49c1-8c8b-484598b2c94e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 1096 time: 0.0717764 Jun 07 17:39:20.234009 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-8336f394-b71f-4cc9-a2e6-f7fdaa273065 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03 HTTP/1.1" status: 200 len: 217 time: 0.0695922 Jun 07 17:39:20.304643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-09bb6da0-51e9-4d87-9380-2e821cd4966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.306338 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-09bb6da0-51e9-4d87-9380-2e821cd4966d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43c5d75-9e29-4b6e-889f-5609c8448f39 HTTP/1.1" status: 200 len: 853 time: 0.0648210 Jun 07 17:39:20.358065 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-1be37df0-a453-4587-a5b8-6d1461a0bcad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443406 Jun 07 17:39:20.500122 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-54d9aad9-cc8c-427e-bf1a-e2d841e3a222 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344619 Jun 07 17:39:20.635064 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aef9427e-299a-4223-b6d4-24a8248b95d5 req-3d647b02-5f11-4917-9843-b84f1487f859 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269314 Jun 07 17:39:20.753913 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-7613a076-18cb-4b17-9e79-094761ba6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.755276 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-7613a076-18cb-4b17-9e79-094761ba6241 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=028ab52d5b064495bee2d8107ecb3e51&device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 1096 time: 0.0740511 Jun 07 17:39:20.787128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44479e8d-1723-47fa-9921-1977c90ea6db req-d65477c5-fe69-43c5-b2da-19742ebbfe98 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.788701 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-44479e8d-1723-47fa-9921-1977c90ea6db req-d65477c5-fe69-43c5-b2da-19742ebbfe98 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 943 time: 0.0793126 Jun 07 17:39:20.838611 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-44479e8d-1723-47fa-9921-1977c90ea6db req-cba48179-4249-4335-ba42-260242597b6d tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Jun 07 17:39:20.898448 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-6e89d027-78b6-45e5-a990-d05c116a3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:20.899855 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-6e89d027-78b6-45e5-a990-d05c116a3b3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 200 len: 914 time: 0.1371505 Jun 07 17:39:20.974905 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-50068bf4-767f-4c7a-84c4-404b5d65f19a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03 HTTP/1.1" status: 200 len: 217 time: 0.0636954 Jun 07 17:39:21.058093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-8556d370-babf-45e2-a7de-5ff3cd8f39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:21.059661 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-8556d370-babf-45e2-a7de-5ff3cd8f39b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d43c5d75-9e29-4b6e-889f-5609c8448f39 HTTP/1.1" status: 200 len: 853 time: 0.0572996 Jun 07 17:39:21.119602 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-0a2b9bec-78a9-422e-b298-8b1c419e0c26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec8cf53d-6bf0-4a43-b629-c1decd73f23f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463572 Jun 07 17:39:21.321346 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-96b2130f-da58-46ab-97a1-4f0d4188fee7 service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910460 Jun 07 17:39:21.329596 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271931c-2636-4d1d-987b-19c838787513 req-1654cfd2-0704-495c-b908-118e3cbe6936 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:21.330922 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e271931c-2636-4d1d-987b-19c838787513 req-1654cfd2-0704-495c-b908-118e3cbe6936 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1809015 Jun 07 17:39:21.466241 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e271931c-2636-4d1d-987b-19c838787513 req-f7664c0b-657a-4d9d-a792-2eb153689616 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153901 Jun 07 17:39:21.497605 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-167e3da4-b6bc-4786-907c-29cdc0555be1 req-ed1f2888-2b56-45b5-b723-b20e99e0a88c service neutron] 10.222.0.60 "GET /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657765 Jun 07 17:39:22.031323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f7d06-fd8b-45b0-a57e-d7f21f639492 req-70284bee-0756-45d4-9115-ec4ce510bffe tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:22.032706 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9e4f7d06-fd8b-45b0-a57e-d7f21f639492 req-70284bee-0756-45d4-9115-ec4ce510bffe tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 943 time: 0.0851862 Jun 07 17:39:22.076786 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9e4f7d06-fd8b-45b0-a57e-d7f21f639492 req-0aa0e885-92e0-4896-9abd-e8d26d0a3cc3 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Jun 07 17:39:22.760038 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c652-21a7-420e-842f-9cda36a67b2b req-03c78cb4-3ec1-432f-8f7a-203c9c0d27cd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:22.761566 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-af41c652-21a7-420e-842f-9cda36a67b2b req-03c78cb4-3ec1-432f-8f7a-203c9c0d27cd tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.1873441 Jun 07 17:39:22.808250 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-af41c652-21a7-420e-842f-9cda36a67b2b req-2c2b789e-01f3-441e-a273-790738addcc6 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=57110f63-4e51-4a5c-b10d-731fc640b5fd&id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402145 Jun 07 17:39:23.262102 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841ca3e-9f0b-4c4c-92a9-0e1e03a9b31c req-9906350d-5f17-4809-a977-1f4b13339414 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:23.263460 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4841ca3e-9f0b-4c4c-92a9-0e1e03a9b31c req-9906350d-5f17-4809-a977-1f4b13339414 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 943 time: 0.0800314 Jun 07 17:39:23.308162 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4841ca3e-9f0b-4c4c-92a9-0e1e03a9b31c req-6c81521d-035c-4659-bff4-1a973524c46b tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Jun 07 17:39:23.827741 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device d852af6b-3070-414a-b3b4-9dcc96c0ef03 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:39:23.988556 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:24.002360 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03', 'network_id': 'ec8cf53d-6bf0-4a43-b629-c1decd73f23f', 'port_id': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03', 'mac_address': 'fa:16:3e:30:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43c5d75-9e29-4b6e-889f-5609c8448f39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:39:24.062698 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:24.081352 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d852af6b-3070-414a-b3b4-9dcc96c0ef03 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:39:24.098939 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:24.103946 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:24.106711 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:24.182231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=d852af6b-3070-414a-b3b4-9dcc96c0ef03,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:24.190994 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.191331 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.191669 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.192007 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.192337 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.192702 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.193029 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.193351 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.193671 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.193992 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.194311 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.194658 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:39:24.198477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:24.408133 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['d852af6b-3070-414a-b3b4-9dcc96c0ef03'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:24.497498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a18f97-549e-4d38-a422-fc6dd4509b59 req-a651ac1f-7ff0-4488-8c98-830ca53fec6e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:24.498979 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-86a18f97-549e-4d38-a422-fc6dd4509b59 req-a651ac1f-7ff0-4488-8c98-830ca53fec6e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 944 time: 0.0856798 Jun 07 17:39:24.548140 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-86a18f97-549e-4d38-a422-fc6dd4509b59 req-f06f22b0-48cf-4a42-bb4e-16424cd73b47 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Jun 07 17:39:25.736821 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8702986-488e-467b-9973-d951a003506b req-738f2fb3-7a0f-4d77-a6ad-1594376a71d5 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:25.738232 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e8702986-488e-467b-9973-d951a003506b req-738f2fb3-7a0f-4d77-a6ad-1594376a71d5 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 944 time: 0.0822124 Jun 07 17:39:25.786851 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e8702986-488e-467b-9973-d951a003506b req-933d5b35-9c1c-4377-b461-51c98c273865 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Jun 07 17:39:25.846910 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device d852af6b-3070-414a-b3b4-9dcc96c0ef03 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:39:25.921929 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port d852af6b-3070-414a-b3b4-9dcc96c0ef03 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:39:25.927181 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port d852af6b-3070-414a-b3b4-9dcc96c0ef03 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:39:25.927600 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:26.042652 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:26.073932 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:26.076190 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3589e994-d477-4f02-a934-19d2b9509fbe" -d '{"events": [{"server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "name": "network-vif-plugged", "status": "completed", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:26.083870 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:26.088240 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:26.090132 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-4b9fe5a9-85fa-43dc-a810-7fc526df400d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:26.122826 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fde64e-98ad-4a83-bc8a-88d369fb3c06 x-openstack-request-id: req-38fde64e-98ad-4a83-bc8a-88d369fb3c06 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:26.123124 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "name": "network-vif-plugged", "status": "completed", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:26.123386 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38fde64e-98ad-4a83-bc8a-88d369fb3c06 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:26.123833 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03', 'code': 200} Jun 07 17:39:26.161639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=d852af6b-3070-414a-b3b4-9dcc96c0ef03,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:26.164611 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:26.362517 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18bfd9-2460-4ef5-9287-7cf1b6173136 req-d548fe04-bfd2-4db6-a030-44f4bde9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:26.363948 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5f18bfd9-2460-4ef5-9287-7cf1b6173136 req-d548fe04-bfd2-4db6-a030-44f4bde9f079 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 1098 time: 0.0705957 Jun 07 17:39:26.404850 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5f18bfd9-2460-4ef5-9287-7cf1b6173136 req-89fd8339-5814-4e23-a188-1ab59ec338f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Jun 07 17:39:26.973679 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea933e-bbad-44fc-a452-a44e4ef604af req-84497f28-36c8-4a24-b025-da42a35ced81 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:26.975163 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27ea933e-bbad-44fc-a452-a44e4ef604af req-84497f28-36c8-4a24-b025-da42a35ced81 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.0804224 Jun 07 17:39:27.023864 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27ea933e-bbad-44fc-a452-a44e4ef604af req-92df56af-7754-494f-98d2-1535f0329668 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Jun 07 17:39:28.208617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457c7b6-7e2a-4f8d-8ca2-4bf10f9bbbc9 req-1306b1d3-4b12-4227-be41-5fcb2d92645e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:28.210136 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3457c7b6-7e2a-4f8d-8ca2-4bf10f9bbbc9 req-1306b1d3-4b12-4227-be41-5fcb2d92645e tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.0820162 Jun 07 17:39:28.254043 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3457c7b6-7e2a-4f8d-8ca2-4bf10f9bbbc9 req-a9dfbbf3-88a7-47f5-b555-09e03310ae7c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Jun 07 17:39:29.771820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36876) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:29.898092 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.005103 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.009894 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.017369 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b838d6b-e057-488b-a560-371b92b140fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:30.056129 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=985660c0dfb0414cb51710afe737a64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832799 Jun 07 17:39:30.057038 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb3564-89b6-4aa4-aede-57173b0847a0,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:30.059541 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36882) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:30.060165 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:30.118197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.144285 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.202509 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.205181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.206475 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01bb3564-89b6-4aa4-aede-57173b0847a0 HTTP/1.1" status: 204 len: 168 time: 0.1443324 Jun 07 17:39:30.207277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-05222b63-1ce7-470e-a11c-82be0cb15a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:30.217463 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb3564-89b6-4aa4-aede-57173b0847a0,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:30.219851 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:30.432945 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36894) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:30.563027 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.581909 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36898) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:30.599545 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.670448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.674973 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.683452 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-68be30da-1396-4b43-8ac4-7a319aa758a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:30.725086 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58011bc041ba40578144a63d52ff3081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909608 Jun 07 17:39:30.726127 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836036b9-f68a-42d0-acb1-61ea16857790,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:30.727100 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36900) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:30.737591 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:30.809727 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.814323 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.824031 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1e0dd52f-2242-41c5-9111-99c1354aeb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:30.837896 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.876617 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f1ae4e3b00741ec8db330f74a36b8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936068 Jun 07 17:39:30.879158 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36902) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:30.884030 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f3f03-a9d9-411d-a201-0ea7fd6c1808,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:30.889709 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-19392c45-4e56-434d-afff-afd13df418b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:30.894180 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.936944 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.961445 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.963847 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.965007 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836036b9-f68a-42d0-acb1-61ea16857790 HTTP/1.1" status: 204 len: 168 time: 0.2370059 Jun 07 17:39:30.966067 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-28c0482e-a851-4f4d-b57a-2a394dd155f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:30.966701 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:30.975389 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836036b9-f68a-42d0-acb1-61ea16857790,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:30.977687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-70b0b9bb-f825-49a6-a728-de04f87398e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:31.023815 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:31.026336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:31.027590 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/534f3f03-a9d9-411d-a201-0ea7fd6c1808 HTTP/1.1" status: 204 len: 168 time: 0.1472573 Jun 07 17:39:31.028437 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0cdc76ee-e252-4213-9b27-b68a6e0540ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:31.039186 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f3f03-a9d9-411d-a201-0ea7fd6c1808,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:31.041584 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-f02850b5-6527-4426-b927-170d6aa9f606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:31.487841 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b8408534-76ab-42af-a0f8-0f4132e27306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.434658 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 36982) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:32.562742 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.640472 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36988) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:32.671929 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.676008 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.683789 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-965a03b7-3444-4f12-a74b-820746ee180f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:32.723415 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6bac4f89d0440ca8bdae0eaa0bb7f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869208 Jun 07 17:39:32.724307 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7a3795-feb8-4ca5-8fe3-409c3076122e,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:32.726077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36992) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:32.727350 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b530dcab-97be-42d6-9828-435968dbb483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:32.770584 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.828956 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.867356 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.953320 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.954312 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.956746 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.957841 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb7a3795-feb8-4ca5-8fe3-409c3076122e HTTP/1.1" status: 204 len: 168 time: 0.2305913 Jun 07 17:39:32.958973 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-59abd653-45e5-42f3-9024-b40e71de7338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:32.965051 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:32.978752 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7a3795-feb8-4ca5-8fe3-409c3076122e,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:32.983174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:32.983854 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-67298e28-a00d-4a9f-86a1-7e8b3cc95d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:33.022805 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2230efed-72c4-4ad1-a8c0-115a9249567e,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:33.026240 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:33.031731 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dd0c52a6519419195be51694219f8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868833 Jun 07 17:39:33.032830 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 36996) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:33.093975 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:33.126463 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:33.192262 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:33.194730 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:33.198609 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2230efed-72c4-4ad1-a8c0-115a9249567e HTTP/1.1" status: 204 len: 168 time: 0.1625640 Jun 07 17:39:33.198609 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-64254741-da5f-418a-9ded-a826059afcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:33.207009 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2230efed-72c4-4ad1-a8c0-115a9249567e,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:33.209386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:33.378188 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:39:34.020256 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:34.170151 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-15b66c56-7977-43a2-a933-298a1cd546f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:35.345621 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:36.993881 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:37.563823 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37112) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:37.687583 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:37.802282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:37.806502 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:37.819003 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a2c3f51a-40fc-43c3-aae3-606e11a9e5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:37.858566 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3531851ab3ac483faefac61e9e61243a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928431 Jun 07 17:39:37.859498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae16201-9d23-415b-9c8d-ff2bb1358c4a,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:37.861182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37116) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:37.862619 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:37.930990 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:37.960029 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.013662 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.016281 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.017473 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ae16201-9d23-415b-9c8d-ff2bb1358c4a HTTP/1.1" status: 204 len: 168 time: 0.1552076 Jun 07 17:39:38.018220 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a2a31460-65a1-4523-bad5-9a7c2b23f266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:38.027637 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae16201-9d23-415b-9c8d-ff2bb1358c4a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:38.030261 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:38.308745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37134) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:38.332109 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.438680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.442826 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.449897 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7e8bdd6f-c0f2-4d76-98dc-5fad02929a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:38.490451 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d65710-6521-4927-9f69-33040a3debc8,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:38.494695 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d4e89e83ce74cc383fc664e1c158183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851351 Jun 07 17:39:38.495571 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-29e4b39a-93fe-4f44-812f-67819d7e4e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:38.497241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37138) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:38.554617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.579802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.635375 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.637948 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:38.639892 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d65710-6521-4927-9f69-33040a3debc8 HTTP/1.1" status: 204 len: 168 time: 0.1409395 Jun 07 17:39:38.640988 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-10eadad5-5cde-494a-b78b-885ebf886c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:38.650128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d65710-6521-4927-9f69-33040a3debc8,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:38.652230 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:41.049253 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6fff6-5227-4cc9-ac0f-89e65d10edf6 req-97fce353-b630-4ffe-9d91-5f6b99657ee8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:41.050740 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-acc6fff6-5227-4cc9-ac0f-89e65d10edf6 req-97fce353-b630-4ffe-9d91-5f6b99657ee8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.0830765 Jun 07 17:39:41.098998 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-acc6fff6-5227-4cc9-ac0f-89e65d10edf6 req-0bd819c8-8799-4335-89f6-e3a9cb746a19 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Jun 07 17:39:42.296942 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142902b-788e-4b39-b382-6fb433d44e71 req-891dbead-f4a1-4e3d-a893-83ccf257ed9e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:42.298551 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0142902b-788e-4b39-b382-6fb433d44e71 req-891dbead-f4a1-4e3d-a893-83ccf257ed9e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.0857391 Jun 07 17:39:42.345842 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0142902b-788e-4b39-b382-6fb433d44e71 req-d38a2631-5d43-4b90-8ff7-3ba08abb3470 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Jun 07 17:39:42.373406 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:43.243827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-dfb05852-ae68-4677-801e-5399ccd16f58 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:43.245379 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-dfb05852-ae68-4677-801e-5399ccd16f58 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.0839357 Jun 07 17:39:43.405788 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Deleting port db9412ae-c794-4021-a361-304aec88d40f {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:43.406509 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:43.549547 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] For port db9412ae-c794-4021-a361-304aec88d40f, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db9412ae-c794-4021-a361-304aec88d40f,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:43.549952 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:43.550999 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08e9f6-2c0b-4c7d-be81-91d30d41a82e req-18267760-e304-4b70-97cd-5e66ccf3c845 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:43.552487 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ed08e9f6-2c0b-4c7d-be81-91d30d41a82e req-18267760-e304-4b70-97cd-5e66ccf3c845 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 947 time: 0.0861278 Jun 07 17:39:43.597886 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ed08e9f6-2c0b-4c7d-be81-91d30d41a82e req-30209eb1-66b0-4038-a59d-59ccf7b1357e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Jun 07 17:39:43.943958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:43.944317 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:43.944655 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Floating IP c33c01c3-1ac7-4636-99a6-0dfc494a9d8f disassociated. External IP: 172.28.3.162, port: db9412ae-c794-4021-a361-304aec88d40f. Jun 07 17:39:43.944988 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Calling delete_port for db9412ae-c794-4021-a361-304aec88d40f owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:44.051747 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:44.058468 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:44.116782 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'Port': ['ID=db9412ae-c794-4021-a361-304aec88d40f,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:44.118948 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:44.299904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:39:44.502533 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:39:44.512392 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:39:44.523136 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:39:44.523944 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:39:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:44.583349 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] No DVR routers for this DVR port db9412ae-c794-4021-a361-304aec88d40f on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:39:44.586428 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:44.588514 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ef0600af-3d40-4016-8fde-a40245c1de4e req-ec8edb78-ff9e-436d-b80b-f64e3c4078ee tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "DELETE /v2.0/ports/db9412ae-c794-4021-a361-304aec88d40f HTTP/1.1" status: 204 len: 173 time: 1.3234930 Jun 07 17:39:44.589051 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-deleted', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:44.592639 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fc73ff-23a8-4e8f-a8e7-f8742d93703a" -d '{"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-deleted", "tag": "db9412ae-c794-4021-a361-304aec88d40f"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:44.640155 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397b020-3e37-4904-875f-7a784186a147 x-openstack-request-id: req-b397b020-3e37-4904-875f-7a784186a147 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:44.640487 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46a4b67-99e2-4934-ae33-c4f65198c664", "name": "network-vif-deleted", "tag": "db9412ae-c794-4021-a361-304aec88d40f", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:44.640835 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b397b020-3e37-4904-875f-7a784186a147 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:44.641347 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46a4b67-99e2-4934-ae33-c4f65198c664', 'name': 'network-vif-deleted', 'tag': 'db9412ae-c794-4021-a361-304aec88d40f', 'status': 'completed', 'code': 200} Jun 07 17:39:44.761361 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:39:44.801052 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c6193fb1-d41b-4053-9a78-42eb77bf0154 req-1e28bebb-9d62-4d45-9ca1-429b80b73c5a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=f46a4b67-99e2-4934-ae33-c4f65198c664 HTTP/1.1" status: 200 len: 210 time: 0.0703256 Jun 07 17:39:45.109550 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:45.113950 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:39:45.124009 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:39:45.124823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:39:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:45.314737 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:39:45.648769 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:39:45.652650 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f1b6c-2714-45b7-9994-f616b89b9198 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:39:45.862498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37322) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:45.919244 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e8e25-a4da-4d6d-b510-9524b55aa989 None None] New status for floating IP c33c01c3-1ac7-4636-99a6-0dfc494a9d8f: DOWN {{(pid=91903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:39:45.965116 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37330) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:46.038551 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.152058 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.203219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.205103 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.213714 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.249310 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1aa5a0af-fc29-4fc3-a9cb-5b9b5aac063a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:46.275872 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b649eda32f8b421ea473b2a5f3de87f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122941 Jun 07 17:39:46.278885 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723b1a0c-c4af-4e57-a118-5e6bdb13b00e,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:46.279304 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37340) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:46.299676 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ac1897f8-c265-41ef-a3ab-0d4e410be5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:46.349994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.353184 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.358269 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "DELETE /v2.0/security-groups/870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca HTTP/1.1" status: 204 len: 168 time: 0.3917789 Jun 07 17:39:46.359022 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37342) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:46.360436 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d624a119-c6e1-4d3b-872f-27740d692c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:46.390998 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:46.399789 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.api.v2.resource [None req-f3fe9fcb-7380-48da-9ba1-89f6a3e75901 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] show failed (client error): The resource could not be found. Jun 07 17:39:46.405060 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f3fe9fcb-7380-48da-9ba1-89f6a3e75901 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups/870fa4f2-ebf1-4ef6-a37c-6843ca9ad6ca HTTP/1.1" status: 404 len: 347 time: 0.0298276 Jun 07 17:39:46.406183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:46.406963 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37344) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:46.438676 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.468839 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.536616 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.541794 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.543405 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/723b1a0c-c4af-4e57-a118-5e6bdb13b00e HTTP/1.1" status: 204 len: 168 time: 0.2623711 Jun 07 17:39:46.544682 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-32df0db1-d526-4f43-bba5-ae35eb608f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:46.581959 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b1a0c-c4af-4e57-a118-5e6bdb13b00e,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:46.588247 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6356bc06-cf40-443b-80fd-95fee163154a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:46.727643 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Deleting port d29d7352-cc45-44f5-9975-6680ed87dabc {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:46.727999 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.868618 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:46.869323 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:47.100916 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Calling delete_port for d29d7352-cc45-44f5-9975-6680ed87dabc owned by network:floatingip {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:47.218574 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:47.223177 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:47.268027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'Port': ['ID=d29d7352-cc45-44f5-9975-6680ed87dabc,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:47.299522 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:47.369181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:47.371935 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:47.373577 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "DELETE /v2.0/floatingips/c33c01c3-1ac7-4636-99a6-0dfc494a9d8f HTTP/1.1" status: 204 len: 168 time: 0.9657280 Jun 07 17:39:47.914459 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:39:47.983348 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: db9412ae-c794-4021-a361-304aec88d40f {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:39:47.983919 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device db9412ae-c794-4021-a361-304aec88d40f not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:39:48.099368 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37390) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:48.104561 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717195481', 'description': 'tempest-description--753404151'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:48.129106 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.252525 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.256784 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.262094 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-090c9302-aec0-42c4-a2af-1f51a7459a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:48.295660 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.299460 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1962757 Jun 07 17:39:48.299460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8344a-fa3a-4de0-989f-de11bef04422,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:48.299981 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37396) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:48.305158 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group_rule': {'security_group_id': 'a6a8344a-fa3a-4de0-989f-de11bef04422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:48.308754 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:48.335882 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.401180 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.405174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.407308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3b3c56e5-422e-4276-959d-e6dbc3253bed tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:48.430670 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f6271f-8e02-4581-a7ac-213a039d345e,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:48.433105 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:48.437556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.438820 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377659 Jun 07 17:39:48.441456 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37402) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:48.445752 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'security_group_rule': {'security_group_id': 'a6a8344a-fa3a-4de0-989f-de11bef04422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:48.475682 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.537239 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.541081 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.543133 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-711e81af-d771-4601-ac99-d89e0bcac444 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:48.565633 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e697570-ee9d-4792-a088-752df775c781,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:48.568023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:48.574037 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.576447 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a84986ee-575f-4390-a515-3db1e2fbdf71 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328449 Jun 07 17:39:48.578877 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37404) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:48.583189 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:48.607510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.742237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:48.882202 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Allocated IP 172.28.3.13 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/379cd329-d376-47c1-918f-d1ca81d035b0) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:39:49.032859 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.064459 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:49.065069 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:39:49.080937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:39:49.082027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:39:49.084484 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:39:49.171740 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.247303 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.469242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.473772 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.478449 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:49.587516 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event updated for resources: {'Port': ['ID=379cd329-d376-47c1-918f-d1ca81d035b0,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:49.592783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:49.599735 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.620102 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:49.627919 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0417194 Jun 07 17:39:49.889505 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-b253f6e2-1dcd-4661-b15a-b57847e7578c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--717195481&fields=id&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 267 time: 0.0506246 Jun 07 17:39:50.054219 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1004-173a-43a2-aedb-9c4b969bfa4c req-3243c4fe-ad5a-461b-b659-25917379d9e4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:50.054820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-3e9e9558-bd6e-4f98-a3f2-794cc04d18ca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:50.055586 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-798d1004-173a-43a2-aedb-9c4b969bfa4c req-3243c4fe-ad5a-461b-b659-25917379d9e4 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.0825441 Jun 07 17:39:50.055706 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-3e9e9558-bd6e-4f98-a3f2-794cc04d18ca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 817 time: 0.1540415 Jun 07 17:39:50.070496 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-d79d74bf-1a23-4e9c-a246-bf2200b521c8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/quotas/4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 375 time: 0.0088260 Jun 07 17:39:50.105736 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-798d1004-173a-43a2-aedb-9c4b969bfa4c req-85ad366e-2007-4bc8-9e19-2c5d418e7d2c tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Jun 07 17:39:50.249916 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-6d401e20-1088-4f38-a93c-5e3cc414c268 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1740932 Jun 07 17:39:50.395997 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-b970fa6a-f28e-4351-96b8-7ec381cfed47 service neutron] 10.222.0.25 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347570 Jun 07 17:39:50.532462 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-d1c5f115-9474-49eb-a33b-c8b427028f8e service neutron] 10.222.0.25 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300681 Jun 07 17:39:50.900394 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-086aa622-56c3-4998-866f-f730dd73dfc5 req-e1879014-a9da-48ed-b081-80f9a3d3abac tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 210 time: 0.2241719 Jun 07 17:39:51.338770 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537015-41af-4a3e-9f6b-4433605dc37a req-857a9f14-7a08-4e65-a70a-1c3ae99249b6 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:51.340633 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-37537015-41af-4a3e-9f6b-4433605dc37a req-857a9f14-7a08-4e65-a70a-1c3ae99249b6 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.1099353 Jun 07 17:39:51.386426 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-37537015-41af-4a3e-9f6b-4433605dc37a req-f3f4d975-d62f-4e43-b167-c6686bcfbb77 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Jun 07 17:39:51.959165 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-c1a55cd9-f2e2-4f67-be6a-99b02f2abc27 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:51.960715 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-c1a55cd9-f2e2-4f67-be6a-99b02f2abc27 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 817 time: 0.1919146 Jun 07 17:39:52.020572 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-532af501-a2f0-4355-be48-535f887ded25 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 379 time: 0.0493982 Jun 07 17:39:52.035109 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'port': {'device_id': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'admin_state_up': True, 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'security_groups': ['a6a8344a-fa3a-4de0-989f-de11bef04422']}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:52.099911 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a7648223-d3e0-4bd0-a23f-88c9af37c148 req-050e973f-cdce-4415-bee1-d47ff5035e7b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 210 time: 0.0438724 Jun 07 17:39:52.190402 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Made reservation on behalf of 4ec2805aafb0422499008c5999f5d1cb for: {'port': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:39:52.193766 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.355326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Allocated IP 172.20.0.4 (15652005-5ead-46a4-9a19-5f8eaab77c8b/0539a064-5c29-4a5d-b1a8-79a29d54626a/1ec6493c-7f64-468b-8a69-91238bf10320) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:39:52.555756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.623810 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Transition to ACTIVE for port object 1ec6493c-7f64-468b-8a69-91238bf10320 will not be triggered until provisioned by entity DHCP. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:39:52.664640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc32d-41a8-43e0-8a24-4a498558ec09 req-a802edf7-3664-4f33-8924-83e7241a6d77 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:52.666103 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1aadc32d-41a8-43e0-8a24-4a498558ec09 req-a802edf7-3664-4f33-8924-83e7241a6d77 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.1710660 Jun 07 17:39:52.686500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:39:52.689085 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:39:52.727211 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:39:52.730163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:39:52.733183 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:39:52.766187 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1aadc32d-41a8-43e0-8a24-4a498558ec09 req-3a7b87f7-fe07-4ce4-b0b8-8e93b83146b1 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934553 Jun 07 17:39:52.804263 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:52.804936 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.825986 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8f91c013-d11b-4ec9-8425-c211ce019e62 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950041 Jun 07 17:39:52.841941 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Request body: {'port': {'device_id': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:39:52.930749 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-04dc2180-1898-4073-b622-672936f6079c None None] Provisioning for port 1ec6493c-7f64-468b-8a69-91238bf10320 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:39:52.935551 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-04dc2180-1898-4073-b622-672936f6079c None None] Provisioning complete for port 1ec6493c-7f64-468b-8a69-91238bf10320 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:39:52.935995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-04dc2180-1898-4073-b622-672936f6079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.961185 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:52.988481 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-04dc2180-1898-4073-b622-672936f6079c None None] Port 1ec6493c-7f64-468b-8a69-91238bf10320 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:39:53.365723 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7a996-0c00-4a31-b9da-69532c747ddb req-becc1038-603f-4d16-a7af-289cf3a6dbe5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:53.367349 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8e7a996-0c00-4a31-b9da-69532c747ddb req-becc1038-603f-4d16-a7af-289cf3a6dbe5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 931 time: 0.1567194 Jun 07 17:39:53.414556 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c8e7a996-0c00-4a31-b9da-69532c747ddb req-7597918f-8b71-4e5a-82b7-da868e26f6c4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Jun 07 17:39:53.420601 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:39:53.433337 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:53.444210 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.provisioning_blocks [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Transition to ACTIVE for port object 1ec6493c-7f64-468b-8a69-91238bf10320 will not be triggered until provisioned by entity L2. {{(pid=91901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:39:53.448883 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:53.453054 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:53.584725 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:53.616892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:53.695697 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Attempting to bind port 1ec6493c-7f64-468b-8a69-91238bf10320 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:39:53.696224 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Attempting to bind port 1ec6493c-7f64-468b-8a69-91238bf10320 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:39:53.696744 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Attempting to bind port 1ec6493c-7f64-468b-8a69-91238bf10320 on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:39:53.703401 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Port 1ec6493c-7f64-468b-8a69-91238bf10320 on network 15652005-5ead-46a4-9a19-5f8eaab77c8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:39:53.703876 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Attempting to bind port 1ec6493c-7f64-468b-8a69-91238bf10320 on network 15652005-5ead-46a4-9a19-5f8eaab77c8b {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:39:53.710421 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:39:53.711113 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Checking segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:39:53.711819 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Bound using segment: {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'} {{(pid=91901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:39:53.712433 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.managers [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Bound port: 1ec6493c-7f64-468b-8a69-91238bf10320, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c61fa1-1c04-499f-8513-f11194dbfb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b'}}] {{(pid=91901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:39:53.712991 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:53.819015 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, cleared binding levels {{(pid=91901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:39:53.822474 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:39:53.829211 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:53.835020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-641c6a5d-6311-4582-8d06-867f710d6ff3 tempest-ServerRescueNegativeTestJSON-789587081 tempest-ServerRescueNegativeTestJSON-789587081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:53.902742 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:53.903460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:53.905718 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] 10.222.0.60 "PUT /v2.0/ports/1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 1093 time: 1.0686290 Jun 07 17:39:53.906303 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:53.908922 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87615c8-80db-4ec5-a868-457fec68caa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:53.987093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d93118d-c2ca-4450-9b63-bc9a28d8d3fb x-openstack-request-id: req-6d93118d-c2ca-4450-9b63-bc9a28d8d3fb {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:53.987093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:53.987093 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d93118d-c2ca-4450-9b63-bc9a28d8d3fb {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:53.987093 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'status': 'completed', 'code': 200} Jun 07 17:39:54.052246 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=3']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:54.065095 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:54.110940 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1115d-b1cd-4faf-b099-6aa5f8c67cb8 req-256613b2-7d72-4e4d-912c-2be0b8062063 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.112484 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aed1115d-b1cd-4faf-b099-6aa5f8c67cb8 req-256613b2-7d72-4e4d-912c-2be0b8062063 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.1922224 Jun 07 17:39:54.117273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-94e7760f-89db-4439-8657-fbfb1243feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.118731 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-94e7760f-89db-4439-8657-fbfb1243feda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1096 time: 0.1373894 Jun 07 17:39:54.205568 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-0905981c-340b-4f43-9dbb-b6831592be92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 217 time: 0.0693281 Jun 07 17:39:54.264681 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-aed1115d-b1cd-4faf-b099-6aa5f8c67cb8 req-9622c6f8-d143-4dda-b7bb-091ddd151f94 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440165 Jun 07 17:39:54.287984 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-27aa2a7e-d54e-4dd5-b0e5-ff2d05a3e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.289462 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-27aa2a7e-d54e-4dd5-b0e5-ff2d05a3e915 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0700803 Jun 07 17:39:54.296521 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37558) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:54.376860 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-4604c966-970f-4aec-9be4-5f363fd89c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.378313 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-4604c966-970f-4aec-9be4-5f363fd89c75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763719 Jun 07 17:39:54.441066 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.563433 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-0b73467b-d2c4-430b-9176-619cd0249674 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750419 Jun 07 17:39:54.609541 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16eb5-2d37-43e4-83e9-accc7720d2ed req-a7fad7c7-c9b1-4968-9b01-517d3b7a7172 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.610994 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-78d16eb5-2d37-43e4-83e9-accc7720d2ed req-a7fad7c7-c9b1-4968-9b01-517d3b7a7172 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0827682 Jun 07 17:39:54.660131 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-78d16eb5-2d37-43e4-83e9-accc7720d2ed req-4b86f38d-1d9e-4ac2-9239-db414c50ed81 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Jun 07 17:39:54.743153 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6535e746-660d-4c67-8e57-80ccc4a7c255 req-efea546c-5840-4edc-b3fe-105e0b162c33 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708784 Jun 07 17:39:54.744778 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.749483 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.757660 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-677608f5-bf5b-4bc1-b7b8-1e323d03f8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:54.799480 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ceb875b56ad64d38aea3d3b06de04871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017650 Jun 07 17:39:54.802092 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37564) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:54.835338 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aadbbc3-80e3-4441-bb0a-5f2ead009e5e,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:54.842969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:54.863810 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.878831 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-a67029af-0093-4675-86ec-6dd1c53dcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:54.880311 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-a67029af-0093-4675-86ec-6dd1c53dcf1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1096 time: 0.0800166 Jun 07 17:39:54.890251 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.942429 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.945172 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:54.946282 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5aadbbc3-80e3-4441-bb0a-5f2ead009e5e HTTP/1.1" status: 204 len: 168 time: 0.1429460 Jun 07 17:39:54.947014 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-657163df-0a8c-493d-9a5d-ad07c8d71b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:54.957312 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aadbbc3-80e3-4441-bb0a-5f2ead009e5e,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:54.959724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:55.027407 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-553bbfd1-4ca7-4725-a1d3-25cf07988939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.029839 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-553bbfd1-4ca7-4725-a1d3-25cf07988939 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.1384645 Jun 07 17:39:55.101827 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-387ef7ad-75db-4d2b-842b-e5ee8f80147c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 217 time: 0.0629194 Jun 07 17:39:55.277557 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-91260a20-9253-4af8-954d-6606aa1d45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.279560 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-91260a20-9253-4af8-954d-6606aa1d45fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.1670494 Jun 07 17:39:55.365168 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-c0b4d6e8-35ad-45b8-a9a1-50fe7767c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.366662 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-c0b4d6e8-35ad-45b8-a9a1-50fe7767c642 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774698 Jun 07 17:39:55.571408 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa67e36-a5da-426f-a9c0-e286c8dec0ed req-af934b8c-d105-42b0-b0d2-9233afef83a6 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.572854 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ffa67e36-a5da-426f-a9c0-e286c8dec0ed req-af934b8c-d105-42b0-b0d2-9233afef83a6 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.1993895 Jun 07 17:39:55.583401 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-87032d04-c2c0-4427-8ec6-336511490231 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724455 Jun 07 17:39:55.661225 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ffa67e36-a5da-426f-a9c0-e286c8dec0ed req-471ca228-b9e3-4e72-b780-f727112e3c55 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5c35091-8a96-4f06-a9f6-9409c3322d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809610 Jun 07 17:39:55.760866 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c87615c8-80db-4ec5-a868-457fec68caa5 req-b6fafc02-24a8-469e-aff3-4d2fc6d41fd7 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629200 Jun 07 17:39:55.862298 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57968173-6a24-4ca1-93b4-682eacd25bab req-4448ef0c-5f24-4b81-88f2-c971cc7cb1b4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.863849 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-57968173-6a24-4ca1-93b4-682eacd25bab req-4448ef0c-5f24-4b81-88f2-c971cc7cb1b4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0871179 Jun 07 17:39:55.916389 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-57968173-6a24-4ca1-93b4-682eacd25bab req-7b9bdb5b-61ec-4a12-87a0-505e70967094 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463777 Jun 07 17:39:55.939088 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a808d-cd4f-49d8-a392-c7f667076011 req-7a8f5148-1334-4411-a568-1ce2cbe0a1da tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:55.940921 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-480a808d-cd4f-49d8-a392-c7f667076011 req-7a8f5148-1334-4411-a568-1ce2cbe0a1da tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 945 time: 0.0913432 Jun 07 17:39:56.093613 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Deleting port d852af6b-3070-414a-b3b4-9dcc96c0ef03 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:39:56.093959 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:56.247188 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] For port d852af6b-3070-414a-b3b4-9dcc96c0ef03, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d852af6b-3070-414a-b3b4-9dcc96c0ef03,segment=NetworkSegment(e7d80ccf-d7ae-4582-860b-4f7f61a76106),segment_id=e7d80ccf-d7ae-4582-860b-4f7f61a76106)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:56.247926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:56.383168 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Calling delete_port for d852af6b-3070-414a-b3b4-9dcc96c0ef03 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:39:56.491315 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:56.496930 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-695f6751-567f-4d61-bdbc-8fa006b17e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:56.503970 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['d852af6b-3070-414a-b3b4-9dcc96c0ef03'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:56.543993 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Pushing event deleted for resources: {'Port': ['ID=d852af6b-3070-414a-b3b4-9dcc96c0ef03,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:56.548077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:56.621770 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] No DVR routers for this DVR port d852af6b-3070-414a-b3b4-9dcc96c0ef03 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:39:56.624843 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:56.626756 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-480a808d-cd4f-49d8-a392-c7f667076011 req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.60 "DELETE /v2.0/ports/d852af6b-3070-414a-b3b4-9dcc96c0ef03 HTTP/1.1" status: 204 len: 173 time: 0.6802495 Jun 07 17:39:56.627297 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'name': 'network-vif-deleted', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:39:56.629630 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7d3455-b4ed-4d5e-9d68-13d20470e6ad" -d '{"events": [{"server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "name": "network-vif-deleted", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:39:56.672552 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac68d2-7d46-4bcf-936e-a1880e5d4332 x-openstack-request-id: req-7eac68d2-7d46-4bcf-936e-a1880e5d4332 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:39:56.673493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af04265b-5103-4aa4-b256-34ed0fb03ecc", "name": "network-vif-deleted", "tag": "d852af6b-3070-414a-b3b4-9dcc96c0ef03", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:39:56.673493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eac68d2-7d46-4bcf-936e-a1880e5d4332 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:39:56.673784 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af04265b-5103-4aa4-b256-34ed0fb03ecc', 'name': 'network-vif-deleted', 'tag': 'd852af6b-3070-414a-b3b4-9dcc96c0ef03', 'status': 'completed', 'code': 200} Jun 07 17:39:56.848398 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-79d0680e-d35e-41e4-9ab4-4303d9c5dbcb req-4452afe7-d921-483e-a134-34d63a991ee9 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] 10.222.0.25 "GET /v2.0/ports?device_id=af04265b-5103-4aa4-b256-34ed0fb03ecc HTTP/1.1" status: 200 len: 210 time: 0.0453246 Jun 07 17:39:57.112473 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef4401-110e-4630-b21b-76a7542a32cf req-94bc3e92-96f3-4e4d-95a9-d75348c72fe2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:57.114010 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48ef4401-110e-4630-b21b-76a7542a32cf req-94bc3e92-96f3-4e4d-95a9-d75348c72fe2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0840719 Jun 07 17:39:57.158922 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48ef4401-110e-4630-b21b-76a7542a32cf req-8b27ec44-20fe-49fe-b874-9035e7a1e706 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392287 Jun 07 17:39:58.007438 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:39:58.141287 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:58.157579 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '1ec6493c-7f64-468b-8a69-91238bf10320', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:39:58.214173 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:58.232351 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:39:58.253869 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:39:58.259216 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:58.261201 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:58.336130 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:58.339935 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:58.395608 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc3e5-7b43-4321-a82c-4b00e2157431 req-3bf82510-ae73-425a-8488-1f72d63bd234 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:58.397168 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-367fc3e5-7b43-4321-a82c-4b00e2157431 req-3bf82510-ae73-425a-8488-1f72d63bd234 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 944 time: 0.0949452 Jun 07 17:39:58.441289 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-367fc3e5-7b43-4321-a82c-4b00e2157431 req-5dcd1e51-de6c-4fac-8e5c-83b31fe05584 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Jun 07 17:39:58.552991 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['1ec6493c-7f64-468b-8a69-91238bf10320'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:39:58.898314 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37652) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:58.924126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37656) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:59.014381 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.039163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.117575 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.121447 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.130421 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-44c0deb7-fa05-4f40-abed-795d3b4cacbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:59.174233 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c845e6f7134479f82a589131fba251d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746232 Jun 07 17:39:59.177278 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37660) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:59.188962 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d5a86-fcd7-47fb-9c51-b6e81890aa3d,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:59.192949 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:59.214208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.218263 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.226972 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-774b436d-7f69-409e-8625-d7b3923acf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:59.240352 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.266808 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01e74b85289a4624abe47e83315cd3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415484 Jun 07 17:39:59.267008 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.268390 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fae9a6-ca02-43f6-ac2c-5dcbec5bed78,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:59.271928 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:59.272402 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37662) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:39:59.321553 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.323963 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.325288 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f18d5a86-fcd7-47fb-9c51-b6e81890aa3d HTTP/1.1" status: 204 len: 168 time: 0.1470661 Jun 07 17:39:59.326420 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dace1dab-2649-4517-843f-0fe664d53c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:59.335242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.335691 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d5a86-fcd7-47fb-9c51-b6e81890aa3d,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:59.338107 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-a1a113cf-930e-41ed-8254-416a196a1cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:59.369132 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.426698 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.429204 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:39:59.430399 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34fae9a6-ca02-43f6-ac2c-5dcbec5bed78 HTTP/1.1" status: 204 len: 168 time: 0.1570857 Jun 07 17:39:59.431268 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-adbca56f-b7b6-4194-a570-5c72490716ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:39:59.442063 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fae9a6-ca02-43f6-ac2c-5dcbec5bed78,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:39:59.444867 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-af9394a9-ba87-45fe-a9df-d40672e2d567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:39:59.663626 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85be7a-12c5-4565-88fc-415c8e84087c req-b5a5fc2a-1c57-475e-ab06-cacb7fc3f737 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:39:59.665345 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da85be7a-12c5-4565-88fc-415c8e84087c req-b5a5fc2a-1c57-475e-ab06-cacb7fc3f737 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 944 time: 0.0977244 Jun 07 17:39:59.727458 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-da85be7a-12c5-4565-88fc-415c8e84087c req-9c82f671-e30a-4556-b91c-f5f40f37107a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486145 Jun 07 17:40:00.037477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:40:00.110560 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 1ec6493c-7f64-468b-8a69-91238bf10320 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:40:00.115233 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 1ec6493c-7f64-468b-8a69-91238bf10320 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:40:00.115583 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:00.233693 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:00.259853 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:00.262103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f77612-384f-4568-b1dc-2bd262715121" -d '{"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:00.269915 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:00.277242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:00.278236 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device d852af6b-3070-414a-b3b4-9dcc96c0ef03 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:00.309142 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd6534-7d55-4215-825c-a0a083ec0a65 x-openstack-request-id: req-72fd6534-7d55-4215-825c-a0a083ec0a65 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:00.309440 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:00.309700 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72fd6534-7d55-4215-825c-a0a083ec0a65 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:00.310670 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'code': 200} Jun 07 17:40:00.311189 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:00.354961 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: d852af6b-3070-414a-b3b4-9dcc96c0ef03 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:00.355309 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device d852af6b-3070-414a-b3b4-9dcc96c0ef03 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:00.380957 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:00.383896 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:00.658204 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5ebd-a4e5-4d09-b2e3-444979a87e3b req-23d0ef17-55d4-48f3-976c-789e6af34955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:00.659665 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7fba5ebd-a4e5-4d09-b2e3-444979a87e3b req-23d0ef17-55d4-48f3-976c-789e6af34955 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1098 time: 0.1753986 Jun 07 17:40:00.706514 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7fba5ebd-a4e5-4d09-b2e3-444979a87e3b req-53570148-b848-4166-b85c-e83932d7d057 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340271 Jun 07 17:40:00.929867 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920e35c-02d6-40ae-8e58-07cae8ee2024 req-6a67546c-fb0b-4d4e-a23c-c60aaf88df00 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:00.939430 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f920e35c-02d6-40ae-8e58-07cae8ee2024 req-6a67546c-fb0b-4d4e-a23c-c60aaf88df00 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.1014440 Jun 07 17:40:00.999584 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f920e35c-02d6-40ae-8e58-07cae8ee2024 req-36c87802-a9a3-4f67-846c-67c3777d03cc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591223 Jun 07 17:40:01.480504 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d713311e-7975-487a-b7ae-fd32da18fdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:02.184445 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae630-fd1a-445a-a845-2ea4ecc3dcc1 req-ee90d12a-fe95-43dc-9d68-6919856c8ffe tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:02.186316 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cd1ae630-fd1a-445a-a845-2ea4ecc3dcc1 req-ee90d12a-fe95-43dc-9d68-6919856c8ffe tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0819707 Jun 07 17:40:02.234587 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cd1ae630-fd1a-445a-a845-2ea4ecc3dcc1 req-4217a4e3-79a0-4002-932f-d3adf444671c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Jun 07 17:40:02.420280 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4b1ec-9173-44e7-9672-35df4fc67025 req-09a2a81f-5232-4051-9b38-516d36f15ca7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:02.421658 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e1a4b1ec-9173-44e7-9672-35df4fc67025 req-09a2a81f-5232-4051-9b38-516d36f15ca7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0832412 Jun 07 17:40:02.430391 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37772) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:02.435621 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Request body: {'floatingip': {'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:40:02.514547 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:03.359160 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:03.362836 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:03.530221 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.l3_db [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Floating IP e68a8430-51be-45d3-917e-0c4c389d1a96 associated. External IP: 172.28.3.13, port: 1ec6493c-7f64-468b-8a69-91238bf10320. Jun 07 17:40:03.875447 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:40:04.024951 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:04.061497 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:40:04.066107 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:04.074048 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:40:04.083282 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:04.084124 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:39:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:04.127254 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-0c2e1d07-23f1-40c4-a905-77d8aad2e613 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "PUT /v2.0/floatingips/e68a8430-51be-45d3-917e-0c4c389d1a96 HTTP/1.1" status: 200 len: 990 time: 1.6932204 Jun 07 17:40:04.127254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:04.128165 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89d542-b710-4556-ac27-d9dcd01134be" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:04.172762 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b118cd-6b95-4015-840d-a27131228429 x-openstack-request-id: req-11b118cd-6b95-4015-840d-a27131228429 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:04.173135 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:04.173486 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11b118cd-6b95-4015-840d-a27131228429 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:04.173894 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'status': 'completed', 'code': 200} Jun 07 17:40:04.310513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4a7f-19e7-45fc-9aac-8cec9ba3f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:04.338034 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:04.463787 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d542-b710-4556-ac27-d9dcd01134be req-8143bc28-7cb5-473f-bf7c-d28df9004f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:04.465592 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-8143bc28-7cb5-473f-bf7c-d28df9004f13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1098 time: 0.2619536 Jun 07 17:40:04.606117 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d542-b710-4556-ac27-d9dcd01134be req-ef318434-6a16-4661-b3e3-615adcf19503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:04.607603 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-ef318434-6a16-4661-b3e3-615adcf19503 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.1349905 Jun 07 17:40:04.711883 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-09954cab-9b91-4637-a349-c933b006ea96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 998 time: 0.0978906 Jun 07 17:40:04.740381 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'e68a8430-51be-45d3-917e-0c4c389d1a96', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.13', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:39:49Z', 'updated_at': '2021-06-07T17:40:03Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:04.744085 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:40:04.753012 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:04.756156 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:04.778375 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d542-b710-4556-ac27-d9dcd01134be req-69628847-083e-4b75-90a9-86f740059c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:04.781215 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-69628847-083e-4b75-90a9-86f740059c5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0616829 Jun 07 17:40:04.869054 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89d542-b710-4556-ac27-d9dcd01134be req-e76c87b8-e12e-41d5-9dad-921f8edf796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:04.870408 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-e76c87b8-e12e-41d5-9dad-921f8edf796e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780559 Jun 07 17:40:04.934241 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:05.009379 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-ea83268c-c75e-4609-837e-2d6e51ec5b60 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260264 Jun 07 17:40:05.143927 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3a89d542-b710-4556-ac27-d9dcd01134be req-a721c735-9d52-4144-92b1-c10410fb4f68 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275094 Jun 07 17:40:05.289636 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'e68a8430-51be-45d3-917e-0c4c389d1a96', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.13', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:39:49Z', 'updated_at': '2021-06-07T17:40:03Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:05.293744 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcedc9-6a55-47e2-a255-ff5196ff4463 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': 'e68a8430-51be-45d3-917e-0c4c389d1a96', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'floating_ip_address': '172.28.3.13', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:39:49Z', 'updated_at': '2021-06-07T17:40:03Z', 'revision_number': 1, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:40:05.350052 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:05.501126 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fd1124-5edc-49fb-a9db-3d1f8fb6c93c None None] New status for floating IP e68a8430-51be-45d3-917e-0c4c389d1a96: ACTIVE {{(pid=91903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:40:06.999709 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:08.576845 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-91f2278a-b4c3-4812-a7c9-1ca392e3a51a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707035 Jun 07 17:40:08.696986 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-0fa0f98b-24b7-46c4-baf9-bbc20ed04d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:08.698450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-0fa0f98b-24b7-46c4-baf9-bbc20ed04d1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1137 time: 0.0903661 Jun 07 17:40:08.857181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-01bcdae6-6e84-4628-b9f6-2db9cb2476d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:08.859062 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-01bcdae6-6e84-4628-b9f6-2db9cb2476d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.1362786 Jun 07 17:40:08.964502 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-e1d118f9-ce9c-4e10-bdce-34168088324a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 1000 time: 0.0991185 Jun 07 17:40:09.035628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-73f56b14-7b1d-492a-8b71-aa3110d0e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:09.037238 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-73f56b14-7b1d-492a-8b71-aa3110d0e45d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.0657694 Jun 07 17:40:09.122030 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-0b620cf3-5edf-441d-a155-366749409778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:09.124237 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-0b620cf3-5edf-441d-a155-366749409778 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740535 Jun 07 17:40:09.356274 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-1064ea72-b4da-4e55-9832-7d03ea796b34 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248077 Jun 07 17:40:09.487875 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b737b421-4d6d-44aa-bb51-6795407ed858 req-cfc6839f-c97c-4e11-8c3e-2c5e6f84a5d8 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251125 Jun 07 17:40:10.377460 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:40:12.374971 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.379257 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37936) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:17.441286 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Deleting subnet d43c5d75-9e29-4b6e-889f-5609c8448f39 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:40:17.444232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.493750 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.548179 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.699606 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.705209 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b71387c-06aa-47a5-b224-563d8d6501ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:17.738767 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43c5d75-9e29-4b6e-889f-5609c8448f39,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:17.743623 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.745404 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d43c5d75-9e29-4b6e-889f-5609c8448f39 HTTP/1.1" status: 204 len: 168 time: 0.3651919 Jun 07 17:40:17.748010 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 37940) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:17.751359 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.751733 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.752094 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.752450 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.752828 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.753180 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.753537 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.753879 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.754226 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.754571 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.754912 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.755251 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:17.758688 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e1ceb1c0-3b5d-498e-ae4c-e0e7d036ffe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:17.853353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.975824 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:17.991721 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8cf53d-6bf0-4a43-b629-c1decd73f23f']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:18.004499 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d80ccf-d7ae-4582-860b-4f7f61a76106') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:18.004824 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d80ccf-d7ae-4582-860b-4f7f61a76106') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:18.016820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.033259 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.039612 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:40:18.040065 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:40:18.054476 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:40:18.137428 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.141867 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-de47426b-93a0-45b3-a085-70a28c8bc10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:18.154593 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.156440 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec8cf53d-6bf0-4a43-b629-c1decd73f23f HTTP/1.1" status: 204 len: 168 time: 0.4070911 Jun 07 17:40:18.162027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8cf53d-6bf0-4a43-b629-c1decd73f23f,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:18.169237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.169604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.169976 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.170334 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.170682 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.171021 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.171365 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.171711 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.172048 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.172385 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.172749 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.173085 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:18.176388 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8e1219d6-73a7-47e8-9a56-47003f12ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:18.326694 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37946) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:18.373763 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-d856aa12-9da5-40be-b4c3-e16a01dc3fe2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=028ab52d5b064495bee2d8107ecb3e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451968 Jun 07 17:40:18.376070 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 37948) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:18.430775 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.458964 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.509952 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.512323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:18.513454 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c35091-8a96-4f06-a9f6-9409c3322d39 HTTP/1.1" status: 204 len: 168 time: 0.1364942 Jun 07 17:40:18.514236 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fd7f3d1a-18c2-4fc9-8e3d-fd3f4b928b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:18.523503 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c35091-8a96-4f06-a9f6-9409c3322d39,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:18.525860 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:26.377318 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-761bb679-c77b-4c99-bb80-33b128b5416f req-bb332b5d-a4b0-4f03-a44c-ccced9d8f27f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138019322&fields=id&tenant_id=2b99f6eded3d4b0482b7db94419c354b HTTP/1.1" status: 200 len: 267 time: 0.0398071 Jun 07 17:40:26.462228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bb679-c77b-4c99-bb80-33b128b5416f req-28ad05e3-fa25-4158-870e-c40d51bc0e3f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:26.463650 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-761bb679-c77b-4c99-bb80-33b128b5416f req-28ad05e3-fa25-4158-870e-c40d51bc0e3f tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 984 time: 0.0810363 Jun 07 17:40:26.475395 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Request body: {'port': {'security_groups': ['10d7b1ac-1f9e-46b0-9ad4-292979a5d211']}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:40:26.594189 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:26.835669 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:26.860893 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:26.867032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:26.875002 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-662abac6-c44b-4991-97ec-5f9a187f42de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:26.879844 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:40:26.950535 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:26.952851 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:26.955305 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-761bb679-c77b-4c99-bb80-33b128b5416f req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "PUT /v2.0/ports/794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 942 time: 0.4842720 Jun 07 17:40:26.955833 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:26.959995 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38022) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:26.967023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6056baa8-ef8f-4766-830b-5a67d4d37ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:27.014708 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event updated for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=7']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:27.019928 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-9b8d56d7-1d2f-44b7-852c-cb7704f45187 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:27.045481 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.046682 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:40:27.049602 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4725b4-262a-471e-b073-f1ca4e13030b x-openstack-request-id: req-cc4725b4-262a-471e-b073-f1ca4e13030b {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:27.050055 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:27.050383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc4725b4-262a-471e-b073-f1ca4e13030b {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:27.051028 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:40:27.084613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.156298 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-fdb13d74-3750-47c8-847a-d85f5f54a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:27.158295 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-fdb13d74-3750-47c8-847a-d85f5f54a0ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0876982 Jun 07 17:40:27.158447 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.160925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.162043 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "DELETE /v2.0/security-groups/57110f63-4e51-4a5c-b10d-731fc640b5fd HTTP/1.1" status: 204 len: 168 time: 0.2004595 Jun 07 17:40:27.162901 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-66c00475-3681-40b2-863b-be51cd976961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:27.164802 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38026) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:27.174417 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57110f63-4e51-4a5c-b10d-731fc640b5fd,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:27.176856 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:27.289085 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-a2379ee2-af1b-455b-aced-6acbe8cd7e83 None None] Provisioning complete for port 794885c5-5975-4474-bc83-258851e0df47 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:40:27.289460 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-a2379ee2-af1b-455b-aced-6acbe8cd7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.592502 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-a0613e8d-9444-4895-91e6-ee6108881911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:27.593942 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-a0613e8d-9444-4895-91e6-ee6108881911 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.4270718 Jun 07 17:40:27.737146 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-5a4a683a-92f5-4b2f-a9ae-fcad840ebf7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 1000 time: 0.1176713 Jun 07 17:40:27.745126 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Deleting port 348b0303-88ad-4d1a-896c-e3317d82fe84 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:27.745476 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.883574 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-43e867b2-64f8-4325-9210-cd671a1b9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:27.885012 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-43e867b2-64f8-4325-9210-cd671a1b9b79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.1260908 Jun 07 17:40:27.958043 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:27.958435 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.092371 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Calling delete_port for 348b0303-88ad-4d1a-896c-e3317d82fe84 owned by network:floatingip {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:28.131018 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-2a6a0f16-52bb-4235-9b73-63a8a217adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:28.132550 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-2a6a0f16-52bb-4235-9b73-63a8a217adcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2377865 Jun 07 17:40:28.293286 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-55c19bfe-4ed4-4970-8529-d40d01863fcb service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506572 Jun 07 17:40:28.360549 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38038) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:28.461917 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.472707 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-520f7458-5b7c-441e-9c86-5507812ca2a9 tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:28.476410 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.546063 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event deleted for resources: {'Port': ['ID=348b0303-88ad-4d1a-896c-e3317d82fe84,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:28.548752 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:28.582882 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.587295 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.594906 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-1b1998aa-3413-4e46-9a27-f4eb2cea271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:28.610971 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6056baa8-ef8f-4766-830b-5a67d4d37ca4 req-0de8fc04-7d47-4651-b28d-46371fdb8261 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853298 Jun 07 17:40:28.636051 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks [] for floatingip, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.636350 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Floating IP c0642f93-c912-4b3e-b722-b9dc574d9771 disassociated (deleted). External IP: 172.28.3.54, port: 794885c5-5975-4474-bc83-258851e0df47. Jun 07 17:40:28.641847 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62bb6cd-8d38-48c0-9256-aa68856b0c7a,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:28.645051 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:28.648924 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-2c676ed3-7317-4512-a168-e489fa4cef3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b92e12e6f624956a80bc4b3a669600e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858844 Jun 07 17:40:28.650106 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38042) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:28.708980 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.734556 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.789709 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.792148 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:28.793310 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d62bb6cd-8d38-48c0-9256-aa68856b0c7a HTTP/1.1" status: 204 len: 168 time: 0.1422684 Jun 07 17:40:28.794152 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-4456fed2-6d22-46ed-a032-5ba46010938a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:28.805887 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62bb6cd-8d38-48c0-9256-aa68856b0c7a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:28.809437 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3173c96d-d8ce-4bdd-ba09-8309c6d78b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:29.128929 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Router 9fa94125-5cd6-4264-8607-e004918e9888 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:40:29.307144 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:40:29.311853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:29.316870 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Sync routers for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:40:29.326828 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:29.327444 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:29.369331 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-95f61f2c-93b8-4c0b-b2e9-a77077ff1c93 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "DELETE /v2.0/floatingips/c0642f93-c912-4b3e-b722-b9dc574d9771 HTTP/1.1" status: 204 len: 168 time: 2.2034042 Jun 07 17:40:29.369885 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:29.372138 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365452fa-fbe7-40f9-8cc9-956486eb053d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:29.421105 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98bb045-5f06-4114-92bc-e8f311158223 x-openstack-request-id: req-b98bb045-5f06-4114-92bc-e8f311158223 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:29.421691 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:29.421983 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b98bb045-5f06-4114-92bc-e8f311158223 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:29.422406 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:40:29.515319 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-be0ca184-fb3b-4151-82ee-8c953e994494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:29.516840 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-be0ca184-fb3b-4151-82ee-8c953e994494 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b99f6eded3d4b0482b7db94419c354b&device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 1098 time: 0.0746443 Jun 07 17:40:29.551378 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:29.654879 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-1c46d13c-bf89-4d34-b0a6-00a8725cd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:29.656460 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-1c46d13c-bf89-4d34-b0a6-00a8725cd553 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 200 len: 915 time: 0.1330836 Jun 07 17:40:29.741395 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-ecab634c-a973-40cf-8417-121c2841b36b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 200 len: 217 time: 0.0780776 Jun 07 17:40:29.815273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-8963d154-03dd-4eca-935e-97c95cf6aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:29.816845 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-8963d154-03dd-4eca-935e-97c95cf6aa8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 200 len: 853 time: 0.0683773 Jun 07 17:40:29.899861 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:29.901150 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-89e5a9dd-ce4d-410e-bda2-3b9a58c83eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:29.902621 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-89e5a9dd-ce4d-410e-bda2-3b9a58c83eea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c3545ba-348c-4f21-b0dc-ccbb32140e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778291 Jun 07 17:40:29.903733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Checking router: 9fa94125-5cd6-4264-8607-e004918e9888 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:40:29.911955 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:29.912485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:30.034515 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-fdec0ff5-c8ca-4bb3-b8ea-2136cadded73 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250865 Jun 07 17:40:30.094816 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:30.174332 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-365452fa-fbe7-40f9-8cc9-956486eb053d req-1ebe5a2f-0f76-4634-a001-4786071637e4 service neutron] 10.222.0.60 "GET /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281605 Jun 07 17:40:30.414832 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:30.418683 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acb1a4-ab34-41e7-82f1-4142014fec76 None None] The sync data for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb is: [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:36:22Z', 'revision_number': 4, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'c7a53802-1c24-4acf-a988-f9428873a30e', 'name': '', 'network_id': '6c3545ba-348c-4f21-b0dc-ccbb32140e51', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'mac_address': 'fa:16:3e:bb:fd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:21Z', 'updated_at': '2021-06-07T17:36:32Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'subnets': [{'id': '9baf7602-feb2-43a1-ad59-bdeb65f9ea96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:40:30.631270 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b35f4ee-0d6d-457e-b64c-931e4f873cb5 None None] New status for floating IP c0642f93-c912-4b3e-b722-b9dc574d9771: DOWN {{(pid=91903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:40:31.480733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c1334bcb-6271-44ff-bed4-50a28247caa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:32.678640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0f07f-3405-43e5-aab2-823758ce0fcb req-ffe85511-a8f1-4b54-86c9-2aae68509446 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:32.680048 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d1b0f07f-3405-43e5-aab2-823758ce0fcb req-ffe85511-a8f1-4b54-86c9-2aae68509446 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0841947 Jun 07 17:40:32.723286 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d1b0f07f-3405-43e5-aab2-823758ce0fcb req-a7402f27-d73f-44e3-94ab-cb7a8063799b tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Jun 07 17:40:33.906549 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeff58-bf44-499f-bba9-8a1d447a5cb3 req-513e0a14-82c1-485c-8d7a-f4c58b215864 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:33.907870 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f7aeff58-bf44-499f-bba9-8a1d447a5cb3 req-513e0a14-82c1-485c-8d7a-f4c58b215864 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0825582 Jun 07 17:40:33.950355 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f7aeff58-bf44-499f-bba9-8a1d447a5cb3 req-24352ff9-ea62-4043-8f9f-d524dc07e489 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Jun 07 17:40:34.027498 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:34.172467 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e1de2b07-9202-4ea1-aba5-418cafa46ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:34.487498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-78783975-ff41-437d-bdca-89691035bd62 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:34.488922 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-78783975-ff41-437d-bdca-89691035bd62 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.0772140 Jun 07 17:40:34.625665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Deleting port 794885c5-5975-4474-bc83-258851e0df47 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:34.626009 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:34.758475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] For port 794885c5-5975-4474-bc83-258851e0df47, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=794885c5-5975-4474-bc83-258851e0df47,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:34.758743 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:34.986933 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Calling delete_port for 794885c5-5975-4474-bc83-258851e0df47 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:35.147171 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:35.155359 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4ac6a080-e161-4211-85a5-9e679feca436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:35.159133 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['794885c5-5975-4474-bc83-258851e0df47'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:40:35.203628 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Pushing event deleted for resources: {'Port': ['ID=794885c5-5975-4474-bc83-258851e0df47,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:35.206520 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:35.247955 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920485-f3db-4346-bc57-7fabb5ca6566 req-4b460371-b0db-40b0-9422-257f096e6cbe tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:35.249442 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-12920485-f3db-4346-bc57-7fabb5ca6566 req-4b460371-b0db-40b0-9422-257f096e6cbe tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c83984a-f7f3-4a87-b0b4-02a77827e3b3 HTTP/1.1" status: 200 len: 945 time: 0.1877477 Jun 07 17:40:35.305272 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] No DVR routers for this DVR port 794885c5-5975-4474-bc83-258851e0df47 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:40:35.309708 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:35.311675 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-3d5f96df-547d-4c24-a84e-2fdf6baec242 req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.60 "DELETE /v2.0/ports/794885c5-5975-4474-bc83-258851e0df47 HTTP/1.1" status: 204 len: 173 time: 0.8171437 Jun 07 17:40:35.312164 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'name': 'network-vif-deleted', 'tag': '794885c5-5975-4474-bc83-258851e0df47'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:35.314474 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3adbce-cbed-4f71-8061-9b2ad3f83abf" -d '{"events": [{"server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "name": "network-vif-deleted", "tag": "794885c5-5975-4474-bc83-258851e0df47"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:35.343196 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-12920485-f3db-4346-bc57-7fabb5ca6566 req-49f3a016-eca0-421a-aad0-80398e55ed81 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] 10.222.0.25 "GET /v2.0/security-groups?id=10d7b1ac-1f9e-46b0-9ad4-292979a5d211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649238 Jun 07 17:40:35.352696 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:35.558039 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f791268-50b0-4f70-96b0-f6d338f07628 x-openstack-request-id: req-5f791268-50b0-4f70-96b0-f6d338f07628 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:35.558387 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c83984a-f7f3-4a87-b0b4-02a77827e3b3", "name": "network-vif-deleted", "tag": "794885c5-5975-4474-bc83-258851e0df47", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:35.558725 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f791268-50b0-4f70-96b0-f6d338f07628 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:35.559181 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c83984a-f7f3-4a87-b0b4-02a77827e3b3', 'name': 'network-vif-deleted', 'tag': '794885c5-5975-4474-bc83-258851e0df47', 'status': 'completed', 'code': 200} Jun 07 17:40:37.003705 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:37.127719 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38142) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:37.704963 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:38.123317 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Deleting port c7a53802-1c24-4acf-a988-f9428873a30e {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:38.123648 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:38.187811 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 794885c5-5975-4474-bc83-258851e0df47 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:38.222651 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 794885c5-5975-4474-bc83-258851e0df47 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:38.222996 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 794885c5-5975-4474-bc83-258851e0df47 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:38.324589 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] For port c7a53802-1c24-4acf-a988-f9428873a30e, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c7a53802-1c24-4acf-a988-f9428873a30e,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:38.325196 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:38.444011 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Calling delete_port for c7a53802-1c24-4acf-a988-f9428873a30e owned by network:router_interface {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:38.582110 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:38.585996 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:38.635714 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a53802-1c24-4acf-a988-f9428873a30e,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:38.638305 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:38.900795 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:39.247463 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Router 9fa94125-5cd6-4264-8607-e004918e9888 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:40:39.420143 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:40:39.425210 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] 10.222.0.25 "PUT /v2.0/routers/9fa94125-5cd6-4264-8607-e004918e9888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2963464 Jun 07 17:40:39.427710 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38148) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:39.428761 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Sync routers for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:40:39.438092 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:39.438699 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:39.658733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:39.703821 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:39.880451 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:39.950622 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:40:38Z', 'revision_number': 5, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port': {'id': 'f8c35875-1fdd-4823-9177-d21fec9f20b7', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa94125-5cd6-4264-8607-e004918e9888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:14Z', 'updated_at': '2021-06-07T17:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:39.953128 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Deleting port f8c35875-1fdd-4823-9177-d21fec9f20b7 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:39.953462 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:39.955222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Checking router: 9fa94125-5cd6-4264-8607-e004918e9888 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:40:39.965365 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Routers {'9fa94125-5cd6-4264-8607-e004918e9888'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:39.966237 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['9fa94125-5cd6-4264-8607-e004918e9888'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:40.076757 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] For port f8c35875-1fdd-4823-9177-d21fec9f20b7, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f8c35875-1fdd-4823-9177-d21fec9f20b7,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:40.077475 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.117905 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] Set router 9fa94125-5cd6-4264-8607-e004918e9888 gateway port host: None {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:40.205678 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Calling delete_port for f8c35875-1fdd-4823-9177-d21fec9f20b7 owned by network:router_gateway {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:40.231628 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:40:39Z', 'revision_number': 6, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:40.245978 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfa47ab-33c3-4466-bc60-842f9f631263 None None] The sync data for ids ['9fa94125-5cd6-4264-8607-e004918e9888'] in dv-cinder-789564-3-smb is: [{'id': '9fa94125-5cd6-4264-8607-e004918e9888', 'name': 'tempest-TestMinimumBasicScenario-668090180-router', 'tenant_id': '2b99f6eded3d4b0482b7db94419c354b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:13Z', 'updated_at': '2021-06-07T17:40:39Z', 'revision_number': 6, 'project_id': '2b99f6eded3d4b0482b7db94419c354b', 'gw_port_host': None}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:40:40.432067 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f5bc-3a8f-49b3-82ce-1603cc7e0bfa req-70c501e4-8560-4bf0-86f7-db66f62062cc tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:40.433656 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c504f5bc-3a8f-49b3-82ce-1603cc7e0bfa req-70c501e4-8560-4bf0-86f7-db66f62062cc tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1405158 Jun 07 17:40:40.438825 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.456162 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:40.509066 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c35875-1fdd-4823-9177-d21fec9f20b7,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:40.511881 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:40.593409 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-c504f5bc-3a8f-49b3-82ce-1603cc7e0bfa req-62796c26-5f67-4716-9061-2906e0a6e932 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534264 Jun 07 17:40:40.621503 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.791639 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.793927 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.878575 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.879083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa94125-5cd6-4264-8607-e004918e9888 {{(pid=91900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:40:40.883756 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:40.884885 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9fa94125-5cd6-4264-8607-e004918e9888 HTTP/1.1" status: 204 len: 168 time: 1.4562476 Jun 07 17:40:40.887243 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38156) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:40.947032 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Deleting subnet 9baf7602-feb2-43a1-ad59-bdeb65f9ea96 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:40:40.949793 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.092471 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.210188 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.278747 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.283183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:41.317326 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9baf7602-feb2-43a1-ad59-bdeb65f9ea96,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:41.320572 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:41.323155 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.325023 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-226f3235-df29-4fb2-afcb-5cb2b017c521 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9baf7602-feb2-43a1-ad59-bdeb65f9ea96 HTTP/1.1" status: 204 len: 168 time: 0.4367840 Jun 07 17:40:41.327358 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38158) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:41.328838 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd0428-4087-4a98-8a03-72fc1600a6fd None None] Network 6c3545ba-348c-4f21-b0dc-ccbb32140e51 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:40:41.428757 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.507768 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Deleting port c45826e1-15ac-45ae-beef-d9b3f69ac04a {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:41.508446 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.571590 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] DHCP port deletion for 6c3545ba-348c-4f21-b0dc-ccbb32140e51 request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:40:41.611766 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] For port c45826e1-15ac-45ae-beef-d9b3f69ac04a, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c45826e1-15ac-45ae-beef-d9b3f69ac04a,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:41.612115 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.636923 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Deleting port c45826e1-15ac-45ae-beef-d9b3f69ac04a {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:41.637409 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.735176 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] For port c45826e1-15ac-45ae-beef-d9b3f69ac04a, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=c45826e1-15ac-45ae-beef-d9b3f69ac04a,segment=NetworkSegment(7fe5ef45-9bcc-457b-b04d-66573d9a6204),segment_id=7fe5ef45-9bcc-457b-b04d-66573d9a6204)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:41.735580 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.739869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Calling delete_port for c45826e1-15ac-45ae-beef-d9b3f69ac04a owned by network:dhcp {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:41.852649 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b4a6d-efed-41f2-9b61-3d9b57a8f167 req-11395a89-5393-4146-9733-3b7f3dd064ee tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:41.853403 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-931b4a6d-efed-41f2-9b61-3d9b57a8f167 req-11395a89-5393-4146-9733-3b7f3dd064ee tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1200538 Jun 07 17:40:41.861385 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Calling delete_port for c45826e1-15ac-45ae-beef-d9b3f69ac04a owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:41.869177 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c7a53802-1c24-4acf-a988-f9428873a30e no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:41.875976 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:41.884638 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-70c3e2a7-5e50-49f9-abbe-364f5030020f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:41.934624 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c45826e1-15ac-45ae-beef-d9b3f69ac04a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:41.940672 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:41.944454 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] No DVR routers for this DVR port c45826e1-15ac-45ae-beef-d9b3f69ac04a on host dv-cinder-789564-3-smb {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:40:41.964627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: c7a53802-1c24-4acf-a988-f9428873a30e {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:41.964882 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c7a53802-1c24-4acf-a988-f9428873a30e not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:41.965192 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f8c35875-1fdd-4823-9177-d21fec9f20b7 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:41.982385 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-931b4a6d-efed-41f2-9b61-3d9b57a8f167 req-ef08b29a-9b72-4ebc-98b9-631a75d4148e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212904 Jun 07 17:40:42.009565 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: f8c35875-1fdd-4823-9177-d21fec9f20b7 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:42.009910 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f8c35875-1fdd-4823-9177-d21fec9f20b7 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:42.010331 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c45826e1-15ac-45ae-beef-d9b3f69ac04a no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:42.068466 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.080181 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: c45826e1-15ac-45ae-beef-d9b3f69ac04a {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:42.080553 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device c45826e1-15ac-45ae-beef-d9b3f69ac04a not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:42.081999 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3545ba-348c-4f21-b0dc-ccbb32140e51']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:42.094789 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe5ef45-9bcc-457b-b04d-66573d9a6204') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:42.095084 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe5ef45-9bcc-457b-b04d-66573d9a6204') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:42.106461 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.121566 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.121855 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.126598 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:42.128658 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:40:42.129031 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:40:42.142472 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:40:42.169250 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Pushing event deleted for resources: {'Port': ['ID=c45826e1-15ac-45ae-beef-d9b3f69ac04a,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:42.174125 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] No DVR routers for this DVR port c45826e1-15ac-45ae-beef-d9b3f69ac04a on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:40:42.179591 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.180021 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.180352 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.180708 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.181031 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.181403 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.181674 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.181990 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.182305 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.182627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.182939 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.183249 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:40:42.187279 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:42.222449 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.226124 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:42.239530 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.241325 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c3545ba-348c-4f21-b0dc-ccbb32140e51 HTTP/1.1" status: 204 len: 168 time: 0.9130700 Jun 07 17:40:42.244183 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38164) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:42.304943 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3545ba-348c-4f21-b0dc-ccbb32140e51,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:42.307362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-23c3b053-3f99-4cb0-a93d-81387b93e9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:42.370038 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:42.882966 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:43.241660 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfded7-e702-4b61-a9fe-b9f86714b121 req-9d388739-3c65-4a38-961b-1529524656a7 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:43.243066 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-addfded7-e702-4b61-a9fe-b9f86714b121 req-9d388739-3c65-4a38-961b-1529524656a7 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1472847 Jun 07 17:40:43.363274 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-addfded7-e702-4b61-a9fe-b9f86714b121 req-27e8b86c-e6d2-4771-88dd-bfed9eee53b2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145155 Jun 07 17:40:43.399396 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Deleting port b80a896f-e3b3-472d-9962-fcb251873de9 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:43.399730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:43.522359 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] For port b80a896f-e3b3-472d-9962-fcb251873de9, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b80a896f-e3b3-472d-9962-fcb251873de9,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:43.522704 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:43.643111 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Calling delete_port for b80a896f-e3b3-472d-9962-fcb251873de9 owned by network:router_interface {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:43.790187 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:43.793688 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-91e3839b-ca04-4de2-99f0-d66f739403cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:43.835601 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80a896f-e3b3-472d-9962-fcb251873de9,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:43.838647 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:44.196709 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:44.594967 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Router 5f007524-4066-411a-bb49-bd6e9ac9232d has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:40:44.686737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96307d26-4568-4c02-8280-f21ea6002c34 req-3c5261aa-ea6d-4706-a182-25b834e0ee3d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:44.688171 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-96307d26-4568-4c02-8280-f21ea6002c34 req-3c5261aa-ea6d-4706-a182-25b834e0ee3d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1772935 Jun 07 17:40:44.808389 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-96307d26-4568-4c02-8280-f21ea6002c34 req-fa65c238-1a11-46aa-ad1e-a4922c8f91be tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099195 Jun 07 17:40:44.824053 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:40:44.834963 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-99e21a54-6422-4aa4-b4ab-88fc9b4a4546 admin admin] 10.222.0.25 "PUT /v2.0/routers/5f007524-4066-411a-bb49-bd6e9ac9232d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897796 Jun 07 17:40:44.837395 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38176) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:44.840113 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Sync routers for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:40:44.850961 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:44.851491 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:45.020708 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:45.030758 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:45.202656 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:45.281942 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Deleting port 1c0e71e2-8e71-45ee-b814-6413687be593 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:45.282272 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:45.363822 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:40:43Z', 'revision_number': 5, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port': {'id': '1c0e71e2-8e71-45ee-b814-6413687be593', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:29Z', 'updated_at': '2021-06-07T17:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:45.367974 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Checking router: 5f007524-4066-411a-bb49-bd6e9ac9232d for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:40:45.378757 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Routers {'5f007524-4066-411a-bb49-bd6e9ac9232d'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:40:45.379551 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:40:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['5f007524-4066-411a-bb49-bd6e9ac9232d'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:45.529554 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] For port 1c0e71e2-8e71-45ee-b814-6413687be593, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=1c0e71e2-8e71-45ee-b814-6413687be593,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:45.529968 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:45.548737 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] Set router 5f007524-4066-411a-bb49-bd6e9ac9232d gateway port host: None {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:40:45.654313 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Calling delete_port for 1c0e71e2-8e71-45ee-b814-6413687be593 owned by network:router_gateway {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:45.662761 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:40:45Z', 'revision_number': 6, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:45.666655 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209fa20c-f14e-4017-b952-9fc4ceb73f84 None None] The sync data for ids ['5f007524-4066-411a-bb49-bd6e9ac9232d'] in dv-cinder-789564-3-smb is: [{'id': '5f007524-4066-411a-bb49-bd6e9ac9232d', 'name': 'tempest-TestMinimumBasicScenario-782505385-router', 'tenant_id': 'f273abe510334733bee5c0703ec395aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:28Z', 'updated_at': '2021-06-07T17:40:45Z', 'revision_number': 6, 'project_id': 'f273abe510334733bee5c0703ec395aa', 'gw_port_host': None}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:40:45.792430 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:45.796958 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:45.870550 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0e71e2-8e71-45ee-b814-6413687be593,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:45.873480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:45.931811 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.000145 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47818021-ebb1-402f-912f-d95fb1ba999f req-480c0685-7694-476a-8753-d7f3619369f0 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:46.001037 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-47818021-ebb1-402f-912f-d95fb1ba999f req-480c0685-7694-476a-8753-d7f3619369f0 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0803676 Jun 07 17:40:46.066679 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-47818021-ebb1-402f-912f-d95fb1ba999f req-693fceb4-f829-4b35-8798-954b2c584f14 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537641 Jun 07 17:40:46.126858 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.129316 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.150385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.151003 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f007524-4066-411a-bb49-bd6e9ac9232d {{(pid=91900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:40:46.155031 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.156121 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5f007524-4066-411a-bb49-bd6e9ac9232d HTTP/1.1" status: 204 len: 168 time: 1.3178339 Jun 07 17:40:46.158588 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38188) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:46.215788 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Deleting subnet 72924732-50d4-4012-8d35-a2b4502c1866 {{(pid=91900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:40:46.219198 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.268638 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31952241'] for subnet, precommit_delete_associations {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.343767 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.408844 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-397397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31528803'] for subnet, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.413353 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-df1a8e7d-a6be-4c8a-9d62-83aee51a4ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:46.442319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b80a896f-e3b3-472d-9962-fcb251873de9 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:46.454299 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.458925 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38192) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:46.459059 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72924732-50d4-4012-8d35-a2b4502c1866 HTTP/1.1" status: 204 len: 168 time: 0.2993977 Jun 07 17:40:46.460015 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72924732-50d4-4012-8d35-a2b4502c1866,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:46.462335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ca3b0abb-35a0-401c-ba0e-bbb0375f73d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:46.493312 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: b80a896f-e3b3-472d-9962-fcb251873de9 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:46.493662 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b80a896f-e3b3-472d-9962-fcb251873de9 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:46.495148 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74522dea-3b27-49fa-b86f-2cd0ba6d8286 None None] Network ed238a24-8627-45e7-af67-8f8ea336d5b6 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:40:46.579134 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.660498 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Deleting port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:46.660866 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.757997 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] DHCP port deletion for ed238a24-8627-45e7-af67-8f8ea336d5b6 request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:40:46.766601 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] For port b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:46.766951 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.822635 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Deleting port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:40:46.823015 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.893386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Calling delete_port for b2aa56f7-33be-4dc2-8daa-5860a3df4c16 owned by network:dhcp {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:46.923731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] For port b2aa56f7-33be-4dc2-8daa-5860a3df4c16, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,segment=NetworkSegment(3c72409d-5f11-4284-a8c2-74a1403ec5f9),segment_id=3c72409d-5f11-4284-a8c2-74a1403ec5f9)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:46.924229 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.941297 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:46.945844 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fe55c931-ee3d-445d-8ac7-16cd05163436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:46.990600 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:46.992295 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] No DVR routers for this DVR port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 on host dv-cinder-789564-3-smb {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:40:46.993815 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:47.052461 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Calling delete_port for b2aa56f7-33be-4dc2-8daa-5860a3df4c16 owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:40:47.094262 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.097922 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:47.109350 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.121704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed238a24-8627-45e7-af67-8f8ea336d5b6']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:47.134659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c72409d-5f11-4284-a8c2-74a1403ec5f9') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:47.134968 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c72409d-5f11-4284-a8c2-74a1403ec5f9') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:40:47.144678 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Pushing event deleted for resources: {'Port': ['ID=b2aa56f7-33be-4dc2-8daa-5860a3df4c16,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:47.147627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:47.148430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] No DVR routers for this DVR port b2aa56f7-33be-4dc2-8daa-5860a3df4c16 on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:40:47.152040 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.172083 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.179123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:40:47.179436 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:40:47.193391 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:40:47.262044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e03bd-952f-46ba-80fa-bd897e45031a req-f7346bb8-7080-4792-830b-6210ba80f68b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:47.264150 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-be3e03bd-952f-46ba-80fa-bd897e45031a req-f7346bb8-7080-4792-830b-6210ba80f68b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0806210 Jun 07 17:40:47.272117 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.276262 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:47.294667 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.299571 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed238a24-8627-45e7-af67-8f8ea336d5b6 HTTP/1.1" status: 204 len: 168 time: 0.8361430 Jun 07 17:40:47.299571 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed238a24-8627-45e7-af67-8f8ea336d5b6,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:47.301291 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:47.321931 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-be3e03bd-952f-46ba-80fa-bd897e45031a req-fb192cb2-0278-4723-b2d5-9443b9982dcc tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493269 Jun 07 17:40:47.376902 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:40:47.473399 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38204) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:47.522743 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3d1c261b-10f4-464d-956a-d95781f906fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b99f6eded3d4b0482b7db94419c354b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480089 Jun 07 17:40:47.525282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38206) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:47.586959 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.612861 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.665135 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.667604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:47.668745 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10d7b1ac-1f9e-46b0-9ad4-292979a5d211 HTTP/1.1" status: 204 len: 168 time: 0.1425664 Jun 07 17:40:47.669601 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-36f71738-6a7d-4330-8644-df368911b86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:47.679344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d7b1ac-1f9e-46b0-9ad4-292979a5d211,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:47.681574 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-daa5852c-1f2e-4d61-9135-bc2251b3a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:47.854502 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 1c0e71e2-8e71-45ee-b814-6413687be593 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:47.890041 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 1c0e71e2-8e71-45ee-b814-6413687be593 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:47.890401 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 1c0e71e2-8e71-45ee-b814-6413687be593 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:47.890834 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2aa56f7-33be-4dc2-8daa-5860a3df4c16 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:47.924895 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: b2aa56f7-33be-4dc2-8daa-5860a3df4c16 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:40:47.925383 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2aa56f7-33be-4dc2-8daa-5860a3df4c16 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:40:47.928330 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089bc2-8088-44ca-b7f4-681f239b0d37 req-3ca2bf00-9042-4b8b-9910-1242df1be068 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:47.929830 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-20089bc2-8088-44ca-b7f4-681f239b0d37 req-3ca2bf00-9042-4b8b-9910-1242df1be068 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0897555 Jun 07 17:40:47.975553 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-20089bc2-8088-44ca-b7f4-681f239b0d37 req-f70a1e63-de7c-4c6a-871d-e2dce6310ba7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Jun 07 17:40:48.062582 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38222) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:48.110771 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-bf3b5694-88fa-49ff-8e5f-6bc92bcedaac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f273abe510334733bee5c0703ec395aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469337 Jun 07 17:40:48.113207 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38224) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:40:48.168273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:48.193412 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:48.336325 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:48.338698 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:48.339780 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cc80dc7-2fce-438a-9d9d-eff0d0c11053 HTTP/1.1" status: 204 len: 168 time: 0.2257068 Jun 07 17:40:48.340449 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:48.351287 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc80dc7-2fce-438a-9d9d-eff0d0c11053,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:48.353711 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:48.525959 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b9658-73e1-45b9-b227-fdce6ab770ca req-74f59350-eacd-4d49-bb58-0a6f879b3ef8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:48.527575 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a21b9658-73e1-45b9-b227-fdce6ab770ca req-74f59350-eacd-4d49-bb58-0a6f879b3ef8 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0836477 Jun 07 17:40:48.576853 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a21b9658-73e1-45b9-b227-fdce6ab770ca req-59b492a8-3b95-4fae-a917-b9dfe449f193 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 Jun 07 17:40:49.162564 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faaaa9-4a90-444a-8aa0-66f7321cac80 req-2162c713-845e-4667-9197-3c4f1c5082f8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:49.163986 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-24faaaa9-4a90-444a-8aa0-66f7321cac80 req-2162c713-845e-4667-9197-3c4f1c5082f8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0778131 Jun 07 17:40:49.207747 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-24faaaa9-4a90-444a-8aa0-66f7321cac80 req-d0bc67b9-c1ff-4036-a5c5-e4f74391f4e6 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382028 Jun 07 17:40:49.761877 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2414e-1618-4689-bd20-2ac4091c347f req-39814aeb-2fd9-4988-bd9d-d3029008815b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:49.764092 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-26f2414e-1618-4689-bd20-2ac4091c347f req-39814aeb-2fd9-4988-bd9d-d3029008815b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0823193 Jun 07 17:40:49.807474 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-26f2414e-1618-4689-bd20-2ac4091c347f req-43f037a6-113e-4d90-be0c-f62f0f562653 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 Jun 07 17:40:50.398391 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcbf6a-5c02-4fa1-b72c-e962f094f7b7 req-95a1d360-faf5-488e-87b9-15c55e2dbff7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:50.399823 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0fdcbf6a-5c02-4fa1-b72c-e962f094f7b7 req-95a1d360-faf5-488e-87b9-15c55e2dbff7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0836949 Jun 07 17:40:50.444605 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0fdcbf6a-5c02-4fa1-b72c-e962f094f7b7 req-9abe0e02-b140-4e6c-9c3b-ce4e18f2b9d8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387754 Jun 07 17:40:50.468404 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-b73129d2-09d9-4a10-9140-95315372a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:50.469900 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-b73129d2-09d9-4a10-9140-95315372a2a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0715387 Jun 07 17:40:50.600995 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-cf814fca-c239-47c3-86bf-1a5bb29b419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:50.602320 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-cf814fca-c239-47c3-86bf-1a5bb29b419a service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.1260953 Jun 07 17:40:50.708708 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-f644b8c3-f81d-4370-a559-af18912ddc29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1001 time: 0.0991714 Jun 07 17:40:50.774019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-9b34a8a4-6748-443a-978e-6f389403d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:50.775411 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-9b34a8a4-6748-443a-978e-6f389403d19f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0595121 Jun 07 17:40:50.852345 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-e6c67132-d11c-4495-a78a-447763af8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:50.853766 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-e6c67132-d11c-4495-a78a-447763af8c37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697715 Jun 07 17:40:51.037008 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-42f929bc-da8c-4f4f-92a8-5959cc6b3144 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757076 Jun 07 17:40:51.091690 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf38a7-d7a8-46e2-83a6-0650ada38d7d req-74d8db2b-ec62-46f9-bdf4-518c9b63d9a3 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:51.093235 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7eaf38a7-d7a8-46e2-83a6-0650ada38d7d req-74d8db2b-ec62-46f9-bdf4-518c9b63d9a3 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1472232 Jun 07 17:40:51.208177 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-7eaf38a7-d7a8-46e2-83a6-0650ada38d7d req-143e67fb-564e-49ba-803d-e8f2c13d5067 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082203 Jun 07 17:40:51.213131 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ba68765c-086e-401b-ab45-2f6e1fdc3ded req-79e6d735-ebbd-4deb-b300-8cadebb46382 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663680 Jun 07 17:40:51.641448 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600906-12bf-42f5-ab12-bce90a85c451 req-826f6ce1-2c7b-425b-97c5-3c3dab7a4ff7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:51.642898 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-39600906-12bf-42f5-ab12-bce90a85c451 req-826f6ce1-2c7b-425b-97c5-3c3dab7a4ff7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0799892 Jun 07 17:40:51.691009 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-39600906-12bf-42f5-ab12-bce90a85c451 req-79680ef6-46b3-44fd-be72-27e6989b2d76 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Jun 07 17:40:52.388218 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c345-7a2b-41f6-94a7-fbccfff9c7d7 req-847c5694-a80f-4f4c-999e-69f3e66e9c5e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:52.390292 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea60c345-7a2b-41f6-94a7-fbccfff9c7d7 req-847c5694-a80f-4f4c-999e-69f3e66e9c5e tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0790098 Jun 07 17:40:52.431847 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ea60c345-7a2b-41f6-94a7-fbccfff9c7d7 req-3c005efc-6a21-4350-8374-0844d03860d5 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360765 Jun 07 17:40:52.894882 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dfb73-bece-43d2-9a19-98fdc3222c1c req-325a2d19-4984-4300-a02f-5974cb814968 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:52.896246 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a08dfb73-bece-43d2-9a19-98fdc3222c1c req-325a2d19-4984-4300-a02f-5974cb814968 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0876758 Jun 07 17:40:52.940898 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a08dfb73-bece-43d2-9a19-98fdc3222c1c req-b071edb6-f4cc-4a0b-86de-a15a9c91e564 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389941 Jun 07 17:40:53.620447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c7dcc-6ca1-4501-a333-34e60d7dca66 req-a6225763-428d-45bc-8cbd-e1e996cbd886 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:53.621899 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c33c7dcc-6ca1-4501-a333-34e60d7dca66 req-a6225763-428d-45bc-8cbd-e1e996cbd886 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0842488 Jun 07 17:40:53.665846 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c33c7dcc-6ca1-4501-a333-34e60d7dca66 req-c722409e-76c7-42e1-9d6e-5a4aad061318 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373123 Jun 07 17:40:53.986545 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-4737bb8c-ed8c-4972-931d-d447898bafda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143310 Jun 07 17:40:54.021829 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccae41-9abf-4ebf-a6c7-55a8cc54c347 req-409b5840-caa9-49be-b007-7727fa8ddf2b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:54.023408 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-90ccae41-9abf-4ebf-a6c7-55a8cc54c347 req-409b5840-caa9-49be-b007-7727fa8ddf2b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0898986 Jun 07 17:40:54.068603 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-90ccae41-9abf-4ebf-a6c7-55a8cc54c347 req-623874ca-ea46-4540-99bb-6b32bdd1d003 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Jun 07 17:40:54.141426 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8e9fd-35d1-42a7-ae07-f7d9d175101d req-94fdefb9-e37f-49f9-adae-b1791883478e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:54.142986 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0ad8e9fd-35d1-42a7-ae07-f7d9d175101d req-94fdefb9-e37f-49f9-adae-b1791883478e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0859795 Jun 07 17:40:54.272320 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0ad8e9fd-35d1-42a7-ae07-f7d9d175101d req-fc3097da-2ff0-40aa-b883-d4c45ecc763e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239917 Jun 07 17:40:55.250412 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1241d04-93ad-42e4-b436-035305b3816b req-9fe0bf28-f351-4bda-9455-08dfa10055b2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:55.251881 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f1241d04-93ad-42e4-b436-035305b3816b req-9fe0bf28-f351-4bda-9455-08dfa10055b2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.0802095 Jun 07 17:40:55.296984 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-f1241d04-93ad-42e4-b436-035305b3816b req-a6111691-f7fc-4343-85f1-439596fc1313 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 Jun 07 17:40:55.464257 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d9a47-1862-4d8c-a641-5b93443c07e4 req-40fc921f-b175-4b20-94f8-82e34132befc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:55.465707 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5d9d9a47-1862-4d8c-a641-5b93443c07e4 req-40fc921f-b175-4b20-94f8-82e34132befc tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0789919 Jun 07 17:40:55.511220 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5d9d9a47-1862-4d8c-a641-5b93443c07e4 req-2c495253-c9b0-494f-ab4b-e12d5d1c0aea tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397167 Jun 07 17:40:55.683464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-881dfbee-f44b-4cca-9beb-0c5276db7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:55.684910 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-881dfbee-f44b-4cca-9beb-0c5276db7132 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67&tenant_id=ec483c477a6e4dfcbce9f11aa7434e20 HTTP/1.1" status: 200 len: 1098 time: 0.0749707 Jun 07 17:40:55.777216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-a853dbdb-7613-4b4b-967b-3805944cc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:55.778667 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-a853dbdb-7613-4b4b-967b-3805944cc2cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0707479 Jun 07 17:40:56.017548 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-3672ec1b-fd5d-4466-b8a2-2e765e219a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:56.018977 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-3672ec1b-fd5d-4466-b8a2-2e765e219a8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.2233469 Jun 07 17:40:56.120034 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-58ea116e-03cd-4d3c-a533-682cc4570917 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1001 time: 0.0941067 Jun 07 17:40:56.183507 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-4807dca2-28b0-45fe-99ff-9e64246b284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:56.184931 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-4807dca2-28b0-45fe-99ff-9e64246b284c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0578611 Jun 07 17:40:56.261145 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-795f50a6-db6f-43dd-9972-dd4e0b1c0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:56.262570 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-795f50a6-db6f-43dd-9972-dd4e0b1c0d88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687997 Jun 07 17:40:56.304964 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:40:56.394357 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-3cb0ea07-c23a-4c96-bdea-9cbd14d7ec98 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239095 Jun 07 17:40:56.418613 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:56.444955 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:40:56.447150 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e93c6e3-fc0e-4d6c-bf48-b15d16631242" -d '{"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-unplugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:40:56.455253 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:40:56.459655 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:40:56.461807 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-7deba406-477f-4005-85bc-80aba02153ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:40:56.528066 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=6']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:40:56.531155 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:40:56.590678 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-550496d1-1eb4-4bd0-a6cb-6e3d59cbc4df req-eac2572d-d3c0-4fa3-8392-c9d14506c78b service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889322 Jun 07 17:40:56.601812 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f9ba0-f8a0-4869-9230-2834ab9c49a7 req-a4636487-e4a6-49fe-8703-d12d99a9eda2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:56.603105 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c12f9ba0-f8a0-4869-9230-2834ab9c49a7 req-a4636487-e4a6-49fe-8703-d12d99a9eda2 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.1840143 Jun 07 17:40:56.633833 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27483060-39a3-4e32-ada6-65b774d3b008 x-openstack-request-id: req-27483060-39a3-4e32-ada6-65b774d3b008 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:40:56.634137 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-unplugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:40:56.634400 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27483060-39a3-4e32-ada6-65b774d3b008 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:40:56.634796 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'code': 200} Jun 07 17:40:56.650955 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c12f9ba0-f8a0-4869-9230-2834ab9c49a7 req-00a74316-36d7-4365-9e6c-edc209cc03b4 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Jun 07 17:40:56.794290 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73149d4e-bb7d-47ed-942e-9ee102fe8acd req-c7dd012c-9370-4c6c-ab1e-253062edd7e3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:56.796135 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73149d4e-bb7d-47ed-942e-9ee102fe8acd req-c7dd012c-9370-4c6c-ab1e-253062edd7e3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0799901 Jun 07 17:40:56.840027 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73149d4e-bb7d-47ed-942e-9ee102fe8acd req-07a768d8-08d4-41f9-aaa2-ba73c58b3bd1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Jun 07 17:40:57.719958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c35b7d-139f-499e-965a-a3ae1c0030a9 req-db1de2e2-a7cb-4aa7-b8e7-68b581cfb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:57.721453 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b8c35b7d-139f-499e-965a-a3ae1c0030a9 req-db1de2e2-a7cb-4aa7-b8e7-68b581cfb9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1096 time: 0.0725288 Jun 07 17:40:57.803359 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-b8c35b7d-139f-499e-965a-a3ae1c0030a9 req-7b706054-f611-425c-bd0a-02df07407815 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744252 Jun 07 17:40:57.848464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f3575-3201-443d-a429-d38384120835 req-129a9cfe-58ad-48d1-8aca-a00d9d0cab23 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:57.850046 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-441f3575-3201-443d-a429-d38384120835 req-129a9cfe-58ad-48d1-8aca-a00d9d0cab23 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.0913126 Jun 07 17:40:57.894860 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-441f3575-3201-443d-a429-d38384120835 req-4cf6a267-99b0-4592-8b89-e2ab0592138f tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391610 Jun 07 17:40:58.030836 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3458b-b34d-407c-9809-a21b35faa80d req-ee8fcbc4-7f61-46d2-8b9e-6ef62fc686fb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:58.032243 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-71e3458b-b34d-407c-9809-a21b35faa80d req-ee8fcbc4-7f61-46d2-8b9e-6ef62fc686fb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0832400 Jun 07 17:40:58.075947 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-71e3458b-b34d-407c-9809-a21b35faa80d req-a93817ea-ba19-4850-a9e0-ed703b7cefc5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Jun 07 17:40:59.082482 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1790-5097-411d-94e2-977cc9d3f02e req-4b66bf6b-4184-4d19-9539-20fa3d9016d3 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:59.083816 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-81ec1790-5097-411d-94e2-977cc9d3f02e req-4b66bf6b-4184-4d19-9539-20fa3d9016d3 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 943 time: 0.0852456 Jun 07 17:40:59.128722 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-81ec1790-5097-411d-94e2-977cc9d3f02e req-7278cfc6-e59e-4c37-8606-8edabcfd5bcd tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393140 Jun 07 17:40:59.262628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09c398-bacc-49eb-82ee-5c93efd95646 req-f580222b-eb4c-4e34-8bdf-ef83dffcf88c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:40:59.264994 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4e09c398-bacc-49eb-82ee-5c93efd95646 req-f580222b-eb4c-4e34-8bdf-ef83dffcf88c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0809090 Jun 07 17:40:59.310580 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4e09c398-bacc-49eb-82ee-5c93efd95646 req-1d92b30a-b98c-49c2-88d3-818d028473ed tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387454 Jun 07 17:41:00.335452 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:41:00.475174 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:00.490032 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '1ec6493c-7f64-468b-8a69-91238bf10320', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:41:00.502409 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135c83-92af-4aed-a99d-39ba8ca4e355 req-9d1162b7-dfdd-4307-9e8b-460d05a36820 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:00.503858 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-65135c83-92af-4aed-a99d-39ba8ca4e355 req-9d1162b7-dfdd-4307-9e8b-460d05a36820 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0826297 Jun 07 17:41:00.548802 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:00.563352 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-65135c83-92af-4aed-a99d-39ba8ca4e355 req-9848b391-ba42-41df-941f-eea9dbc924cb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537040 Jun 07 17:41:00.566895 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:41:00.592030 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:00.595891 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:00.596650 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:41:00.599804 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-9c343a76-03f7-4401-8f6e-a66e63d45542 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:00.711481 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=6']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:00.715559 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:00.845275 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:00.858708 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'port_id': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'mac_address': 'fa:16:3e:27:f7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:41:00.913635 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:00.929786 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6950e88-7bf0-4646-813e-5d97a367517e {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:41:00.945216 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:00.949752 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:00.952099 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:01.034255 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=7']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:01.037784 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:01.049636 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['1ec6493c-7f64-468b-8a69-91238bf10320'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:41:01.233636 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['b6950e88-7bf0-4646-813e-5d97a367517e'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:41:01.505242 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-0b75e7c8-b43e-451a-848a-06c4d55cf4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:01.768136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37b8aa-4332-463f-8940-67b1108bd902 req-88bdb7ee-32d5-41bb-8ab2-ed5386e2c14e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:01.770627 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ff37b8aa-4332-463f-8940-67b1108bd902 req-88bdb7ee-32d5-41bb-8ab2-ed5386e2c14e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 944 time: 0.0904694 Jun 07 17:41:01.824009 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ff37b8aa-4332-463f-8940-67b1108bd902 req-1bc11edd-5f16-4941-b21e-a38b551c7394 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Jun 07 17:41:02.366499 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:41:02.439118 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 1ec6493c-7f64-468b-8a69-91238bf10320 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:41:02.439493 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.561995 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.593067 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:41:02.597444 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7670ed-a06d-4000-aab2-f274c483c9c8" -d '{"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:41:02.605158 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:02.610561 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.611565 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:41:02.658277 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21efb5ea-7c92-4982-b9b4-3c3b4b56d303 x-openstack-request-id: req-21efb5ea-7c92-4982-b9b4-3c3b4b56d303 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:41:02.658575 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:41:02.658837 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21efb5ea-7c92-4982-b9b4-3c3b4b56d303 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:41:02.659221 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'code': 200} Jun 07 17:41:02.659733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:02.741976 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=7']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:02.745044 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:02.754772 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port b6950e88-7bf0-4646-813e-5d97a367517e triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:41:02.755145 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.882423 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.917306 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:02.925490 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:02.928060 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:03.002896 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=8']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:03.006306 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:03.039745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6829e-537a-4dc4-80a4-5bf8912b3648 req-a33e7006-5311-4ea1-8506-4b9b01dbc006 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:03.041977 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e0a6829e-537a-4dc4-80a4-5bf8912b3648 req-a33e7006-5311-4ea1-8506-4b9b01dbc006 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0917766 Jun 07 17:41:03.090263 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e0a6829e-537a-4dc4-80a4-5bf8912b3648 req-5eb2a979-1756-40c7-8013-331ac0c613b5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 Jun 07 17:41:04.031330 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:04.186402 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-bbe650dd-e27b-4ba3-9677-dbcbf04a19e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:04.319726 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eb8d3-5dc6-414a-a1b1-7260e4c0d698 req-f85ba208-6e59-41ff-92d5-61c70ca12ac9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:04.321202 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-fa3eb8d3-5dc6-414a-a1b1-7260e4c0d698 req-f85ba208-6e59-41ff-92d5-61c70ca12ac9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0955067 Jun 07 17:41:04.370778 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-fa3eb8d3-5dc6-414a-a1b1-7260e4c0d698 req-038b3c7b-5df0-45aa-9fbe-e5b3eb45694b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Jun 07 17:41:04.660591 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:41:04.662999 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf49d4e-dfc2-413c-9d0a-fb15b50d1ef1" -d '{"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-plugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:41:04.707721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41359f95-1982-4c8c-a9f0-49a1e800118f x-openstack-request-id: req-41359f95-1982-4c8c-a9f0-49a1e800118f {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:41:04.708022 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-plugged", "status": "completed", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:41:04.708289 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41359f95-1982-4c8c-a9f0-49a1e800118f {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:41:04.708723 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'code': 200} Jun 07 17:41:05.364617 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:05.581994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247e0e-d0f3-473d-a3d8-6f70c8c6e29d req-abcaae4e-d687-4772-9a7c-23289dc5c3ca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:05.584265 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1b247e0e-d0f3-473d-a3d8-6f70c8c6e29d req-abcaae4e-d687-4772-9a7c-23289dc5c3ca tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0862041 Jun 07 17:41:05.634532 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-1b247e0e-d0f3-473d-a3d8-6f70c8c6e29d req-78ced6c0-dd27-42c5-ad4a-7a901ac3cdb3 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Jun 07 17:41:06.850197 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cd7f4-5207-4654-80c6-65f5da32b706 req-e91086d2-0f5f-4e71-b07b-2b6a21626f19 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:06.852269 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6a1cd7f4-5207-4654-80c6-65f5da32b706 req-e91086d2-0f5f-4e71-b07b-2b6a21626f19 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0876393 Jun 07 17:41:06.905117 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-6a1cd7f4-5207-4654-80c6-65f5da32b706 req-a013948e-c265-4f05-8c8b-5b71d3726dc4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465684 Jun 07 17:41:07.015863 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:08.112907 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f160-6306-4746-af9e-597b6ff1331c req-dedb48b0-e247-44fe-b434-c520435d3526 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:08.114396 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4783f160-6306-4746-af9e-597b6ff1331c req-dedb48b0-e247-44fe-b434-c520435d3526 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0907772 Jun 07 17:41:08.166662 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4783f160-6306-4746-af9e-597b6ff1331c req-67188236-40b5-41e6-a3be-1d6536c28380 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463023 Jun 07 17:41:08.485696 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-424feba7-b6de-4c66-8e85-fcf20baef118 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709956 Jun 07 17:41:08.602716 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-fcc2c67d-c9d7-43a7-9563-97b713e13973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:08.604171 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-fcc2c67d-c9d7-43a7-9563-97b713e13973 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0948431 Jun 07 17:41:08.875756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-0cc81064-ca9d-4901-8115-a63b73abba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:08.877242 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-0cc81064-ca9d-4901-8115-a63b73abba6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.2498221 Jun 07 17:41:08.987482 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-5b8a0dbe-8776-418b-aa41-6c95c41ae62b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1001 time: 0.1022074 Jun 07 17:41:09.055611 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-3cd62dd1-2e0b-4a2b-8bde-a81b13e6a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:09.057068 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-3cd62dd1-2e0b-4a2b-8bde-a81b13e6a953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0595510 Jun 07 17:41:09.148696 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-725aaecb-e936-4615-933f-ace1d7f35e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:09.150144 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-725aaecb-e936-4615-933f-ace1d7f35e86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863061 Jun 07 17:41:09.303633 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-a2e6cdd1-69b8-44f5-b461-32db85071d8f service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423769 Jun 07 17:41:09.366582 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16506bf-b636-47fc-9b70-c7af365400b0 req-f01fc1fc-684f-4e37-8e71-588eafce5773 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:09.368743 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b16506bf-b636-47fc-9b70-c7af365400b0 req-f01fc1fc-684f-4e37-8e71-588eafce5773 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0885906 Jun 07 17:41:09.440644 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b16506bf-b636-47fc-9b70-c7af365400b0 req-025aa0b2-813e-49d2-a6eb-0c96568aa4e5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629892 Jun 07 17:41:09.449220 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-06e29674-1374-4b2f-ab91-4aafbc151f76 req-bb7da50f-d419-43ff-b0e4-d52363a96672 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379764 Jun 07 17:41:10.679907 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde073b-d35e-4635-9308-4fa4ebeafcc7 req-53ebd386-f96d-487d-81f4-e0780c6e6eef tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:10.681352 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4dde073b-d35e-4635-9308-4fa4ebeafcc7 req-53ebd386-f96d-487d-81f4-e0780c6e6eef tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.1324358 Jun 07 17:41:10.724853 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-5ced003d-226a-491c-aa23-2aae3d9896e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:10.726153 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-5ced003d-226a-491c-aa23-2aae3d9896e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1098 time: 0.1159196 Jun 07 17:41:10.735306 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4dde073b-d35e-4635-9308-4fa4ebeafcc7 req-5d9341c6-f16e-46c6-86cb-af4ab3ad8ba2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482981 Jun 07 17:41:10.861915 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-f5e0fea3-73a7-43a9-bf12-e7277581e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:10.863337 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-f5e0fea3-73a7-43a9-bf12-e7277581e959 service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.1242979 Jun 07 17:41:10.965467 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-02462775-77d0-40da-ac94-0fb79b20d9c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 1000 time: 0.0937634 Jun 07 17:41:11.032037 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-94a288db-aa5d-40ad-ac12-4b6aa28bb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:11.034161 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-94a288db-aa5d-40ad-ac12-4b6aa28bb246 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0586758 Jun 07 17:41:11.109630 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-1fcf82b1-9c5d-47b0-93ff-d1d680743a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:11.111046 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-1fcf82b1-9c5d-47b0-93ff-d1d680743a7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709617 Jun 07 17:41:11.244661 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-e520850c-7446-4b29-b351-374484d0a495 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216457 Jun 07 17:41:11.372086 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-db910c2a-b52a-46ca-bea4-f9d2769f111f req-607a8d91-b09c-44e1-bbf8-9e7200cc16cc service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204815 Jun 07 17:41:11.923770 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d29759-cc3d-479e-ba47-2f4315225200 req-9522fe18-8cd6-403b-9acd-66975dc87525 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:11.925217 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-72d29759-cc3d-479e-ba47-2f4315225200 req-9522fe18-8cd6-403b-9acd-66975dc87525 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0778642 Jun 07 17:41:11.968373 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-72d29759-cc3d-479e-ba47-2f4315225200 req-331d5368-f612-4428-9e7e-5056ef6485e1 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375345 Jun 07 17:41:12.379928 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:13.152518 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7ee3-4772-45b0-a4ad-7c37c20fcc4d req-135000eb-ef51-4779-ad60-424130418ca2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:13.153905 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-280b7ee3-4772-45b0-a4ad-7c37c20fcc4d req-135000eb-ef51-4779-ad60-424130418ca2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0773184 Jun 07 17:41:13.198052 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-280b7ee3-4772-45b0-a4ad-7c37c20fcc4d req-7ed9ab0b-1088-44c6-92e7-e4dd364e333f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385091 Jun 07 17:41:14.385745 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b662e-4765-4d9b-9da1-5c5e9481ae80 req-e80a8f82-d199-48a8-bcb9-3960994f9f3d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:14.387150 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-154b662e-4765-4d9b-9da1-5c5e9481ae80 req-e80a8f82-d199-48a8-bcb9-3960994f9f3d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 945 time: 0.0812542 Jun 07 17:41:14.426339 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:41:14.430742 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-154b662e-4765-4d9b-9da1-5c5e9481ae80 req-ffa17b58-4e30-497b-a088-5a22e63525b2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373616 Jun 07 17:41:14.548628 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:14.575883 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:41:14.578345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac7e23-e1dd-4127-b39e-657a8a440485" -d '{"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:41:14.586391 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:14.591655 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:14.593723 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:14.629108 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846159a1-0c15-4aac-8464-2b2928c806f7 x-openstack-request-id: req-846159a1-0c15-4aac-8464-2b2928c806f7 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:41:14.629417 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-unplugged", "status": "failed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "code": 422}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:41:14.629738 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-846159a1-0c15-4aac-8464-2b2928c806f7 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:41:14.630149 dv-cinder-789564-3-smb neutron-server[91902]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'code': 422} returned with failed status Jun 07 17:41:14.662579 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=8']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:14.665723 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:15.833113 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eced9c-9c28-4cc3-85a7-0102481aca7c req-863f7ab3-e9c5-4812-aaf8-9f89dbc0c63d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:15.834830 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-16eced9c-9c28-4cc3-85a7-0102481aca7c req-863f7ab3-e9c5-4812-aaf8-9f89dbc0c63d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0824556 Jun 07 17:41:15.880084 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-16eced9c-9c28-4cc3-85a7-0102481aca7c req-b2ae450a-7088-4e89-9362-83a3ebc94189 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397303 Jun 07 17:41:16.046672 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38404) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:41:16.267628 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-d5510b23-5551-4a08-889a-ff7374f0f3f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2197540 Jun 07 17:41:17.066283 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c74612-87e1-4daa-9dbc-35a7eb44473b req-968c4941-ec4c-4080-9313-d783df5f32ce tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.067710 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e5c74612-87e1-4daa-9dbc-35a7eb44473b req-968c4941-ec4c-4080-9313-d783df5f32ce tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0780547 Jun 07 17:41:17.114654 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e5c74612-87e1-4daa-9dbc-35a7eb44473b req-d4fd1157-76e4-4cea-8eaf-8a62bad4e724 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Jun 07 17:41:17.184176 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-daf8b19b-a5d9-4894-8487-98c025f247f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.185703 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-daf8b19b-a5d9-4894-8487-98c025f247f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1&tenant_id=4ec2805aafb0422499008c5999f5d1cb HTTP/1.1" status: 200 len: 1096 time: 0.0693772 Jun 07 17:41:17.282506 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-1828be0c-060b-4794-b3c9-6e3fa99f183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.283949 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-1828be0c-060b-4794-b3c9-6e3fa99f183c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ec2805aafb0422499008c5999f5d1cb&device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1096 time: 0.0702105 Jun 07 17:41:17.413491 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-5529150d-732b-4171-be56-3b4f48016afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.414797 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-5529150d-732b-4171-be56-3b4f48016afe service neutron] 10.222.0.60 "GET /v2.0/networks?id=15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 200 len: 918 time: 0.1240160 Jun 07 17:41:17.517963 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-c5fdeebf-77d9-40aa-a99e-ce68469d1de7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 200 len: 998 time: 0.0957317 Jun 07 17:41:17.585593 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-19eb4401-e934-4351-af4c-4485d61a0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.586957 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-19eb4401-e934-4351-af4c-4485d61a0c9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 200 len: 856 time: 0.0605309 Jun 07 17:41:17.666245 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-b09d2f35-a91f-44d6-9bf1-99f3deaf2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:17.667611 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-b09d2f35-a91f-44d6-9bf1-99f3deaf2791 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=15652005-5ead-46a4-9a19-5f8eaab77c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696070 Jun 07 17:41:17.797988 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-3a486836-842f-4042-9366-8717212ad240 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224566 Jun 07 17:41:17.935103 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bae62ed2-7a18-43ad-bae2-18cf1cf55afa req-9dc2539a-e9a8-4eec-8b82-410e62e2b250 service neutron] 10.222.0.60 "GET /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262927 Jun 07 17:41:18.315434 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11799a4-5dd8-4ce4-93fe-072d7689f526 req-38fc3455-cede-4162-9160-dec192a18729 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:18.323485 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f11799a4-5dd8-4ce4-93fe-072d7689f526 req-38fc3455-cede-4162-9160-dec192a18729 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0974982 Jun 07 17:41:18.392721 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f11799a4-5dd8-4ce4-93fe-072d7689f526 req-fa4d9878-4f57-4ae8-95d5-3fec18121345 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678954 Jun 07 17:41:18.479017 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:41:19.581024 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db4905-9164-4445-ab7b-51600af0dfa6 req-c7b7abdd-1f4c-4efc-a703-c6b009df7f89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:19.582463 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-24db4905-9164-4445-ab7b-51600af0dfa6 req-c7b7abdd-1f4c-4efc-a703-c6b009df7f89 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0810869 Jun 07 17:41:19.634272 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-24db4905-9164-4445-ab7b-51600af0dfa6 req-7d5ab413-738a-48be-8614-343cc5aa1878 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460205 Jun 07 17:41:20.826960 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05954-75c9-4313-865a-58937d5ab748 req-f8da4fdd-6a35-410e-8f60-a5339e80469b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:20.828435 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-33a05954-75c9-4313-865a-58937d5ab748 req-f8da4fdd-6a35-410e-8f60-a5339e80469b tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0851429 Jun 07 17:41:20.878225 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-33a05954-75c9-4313-865a-58937d5ab748 req-2e3f5db9-64a3-4ed3-aa41-78196c92f524 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Jun 07 17:41:22.087490 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e070-8bc2-48bc-82bd-96163e9f5554 req-e465ea8d-5e2f-4733-b470-da35837eae9d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:22.088903 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4bd8e070-8bc2-48bc-82bd-96163e9f5554 req-e465ea8d-5e2f-4733-b470-da35837eae9d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0851002 Jun 07 17:41:22.134419 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4bd8e070-8bc2-48bc-82bd-96163e9f5554 req-23ca4beb-ff28-451e-ab05-a43705e7d8a8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Jun 07 17:41:23.335507 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeab91-41c3-4138-9b60-56c93f889218 req-fa1ffd3e-1249-4d4c-9b80-3af55b250c87 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:23.337030 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bdaeab91-41c3-4138-9b60-56c93f889218 req-fa1ffd3e-1249-4d4c-9b80-3af55b250c87 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0849805 Jun 07 17:41:23.383288 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bdaeab91-41c3-4138-9b60-56c93f889218 req-75a204d7-3b6f-41da-ac8f-071565803f1c tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jun 07 17:41:24.376222 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:41:24.584040 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628c71c-6b48-433b-b5d7-e2d7b488322a req-c681500f-9a28-4109-868d-b30293492658 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:24.585548 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a628c71c-6b48-433b-b5d7-e2d7b488322a req-c681500f-9a28-4109-868d-b30293492658 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0896173 Jun 07 17:41:24.633027 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a628c71c-6b48-433b-b5d7-e2d7b488322a req-79efacac-45aa-45a0-aed3-6082aeca5c2a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417883 Jun 07 17:41:25.829793 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884d442-2256-4610-b1bc-230ab590b3b7 req-fc877aa8-29b7-4076-9389-c7b624d76297 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:25.835320 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b884d442-2256-4610-b1bc-230ab590b3b7 req-fc877aa8-29b7-4076-9389-c7b624d76297 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0896025 Jun 07 17:41:25.877591 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b884d442-2256-4610-b1bc-230ab590b3b7 req-c9300498-5dd7-43db-882e-8b848d9f9aa4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Jun 07 17:41:27.082481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d8992-6c55-4e98-b90b-e2a1dcf6fcb1 req-3ab41188-d389-4d98-83f1-1e50dc0ab440 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:27.083860 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc8d8992-6c55-4e98-b90b-e2a1dcf6fcb1 req-3ab41188-d389-4d98-83f1-1e50dc0ab440 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0836112 Jun 07 17:41:27.130714 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-bc8d8992-6c55-4e98-b90b-e2a1dcf6fcb1 req-eb089d30-ff2e-417b-b479-a7f0c8dc4b13 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Jun 07 17:41:28.321520 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10f020-5c86-42fe-9688-425657fb5e95 req-3a33d9b2-cd3e-4072-8238-b34134221f2a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:28.322996 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ce10f020-5c86-42fe-9688-425657fb5e95 req-3a33d9b2-cd3e-4072-8238-b34134221f2a tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0790927 Jun 07 17:41:28.368744 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ce10f020-5c86-42fe-9688-425657fb5e95 req-8b43d46b-e6d9-43c6-bbe2-2090544f5773 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Jun 07 17:41:29.561807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e3c9-1ec4-4e9c-8657-c3e03a8c700a req-31c6f82e-b1bc-456f-aa42-281c95a91708 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:29.563267 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ca54e3c9-1ec4-4e9c-8657-c3e03a8c700a req-31c6f82e-b1bc-456f-aa42-281c95a91708 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0831764 Jun 07 17:41:29.608333 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ca54e3c9-1ec4-4e9c-8657-c3e03a8c700a req-d489feba-b6d7-46ca-82fd-3a1515bf1af8 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385380 Jun 07 17:41:30.802656 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef68aae-8f77-44a3-82b8-38f44535a5ee req-736c05cf-ce5c-4c47-8efc-bd909b8834a7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:30.804087 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ef68aae-8f77-44a3-82b8-38f44535a5ee req-736c05cf-ce5c-4c47-8efc-bd909b8834a7 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0822158 Jun 07 17:41:30.847822 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3ef68aae-8f77-44a3-82b8-38f44535a5ee req-ea3c1940-216e-4ec5-8bcb-11e0cb38fc41 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380771 Jun 07 17:41:31.487310 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-350444ae-23a0-4e57-94c8-50ed9ebcca1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:32.031397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90b5ac-fabb-4793-802e-8a31ff9b2acc req-672eb619-8c8c-4775-a086-0d1fab1d4a3d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:32.032766 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce90b5ac-fabb-4793-802e-8a31ff9b2acc req-672eb619-8c8c-4775-a086-0d1fab1d4a3d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 943 time: 0.0781784 Jun 07 17:41:32.079870 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce90b5ac-fabb-4793-802e-8a31ff9b2acc req-1338053c-38dd-4ad9-a602-f24e84f60eaa tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 Jun 07 17:41:32.529557 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:41:32.669153 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:32.681955 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '1ec6493c-7f64-468b-8a69-91238bf10320', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'port_id': '1ec6493c-7f64-468b-8a69-91238bf10320', 'mac_address': 'fa:16:3e:c5:5f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:41:32.734721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:32.750632 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:41:32.766430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:32.770982 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:32.772851 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:32.869869 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=9']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:32.872822 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:32.989074 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['1ec6493c-7f64-468b-8a69-91238bf10320'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:41:33.265613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50565472-6853-4430-879c-2e2f0f94b327 req-42c63d37-4b3f-4d06-b7e2-0d766f41b1a4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:33.267034 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-50565472-6853-4430-879c-2e2f0f94b327 req-42c63d37-4b3f-4d06-b7e2-0d766f41b1a4 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 944 time: 0.0793073 Jun 07 17:41:33.311870 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-50565472-6853-4430-879c-2e2f0f94b327 req-438e50e8-5c44-4fcd-8ce4-62344044ac72 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391791 Jun 07 17:41:34.032932 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:34.179906 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3f90db4f-4fff-48d1-9741-63ee1337f132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:34.502869 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da22867-7a91-4ef7-a544-d0102990edb9 req-7ba16296-23a3-40dc-90a2-51ee7d76cea2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:34.504401 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5da22867-7a91-4ef7-a544-d0102990edb9 req-7ba16296-23a3-40dc-90a2-51ee7d76cea2 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 944 time: 0.0837085 Jun 07 17:41:34.538402 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:41:34.548909 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5da22867-7a91-4ef7-a544-d0102990edb9 req-c127168f-6f2f-4ae0-bb66-0a229f33f038 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Jun 07 17:41:34.604730 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 1ec6493c-7f64-468b-8a69-91238bf10320 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:41:34.605013 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:34.719265 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:34.746342 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:41:34.748599 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432f9ce-ef01-458f-a34d-f12ae461c167" -d '{"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:41:34.758631 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:41:34.762788 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:34.765048 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-bff7c1a6-8e46-4ec0-814a-c2bbc8425a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:41:34.798373 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9300b7f3-2075-48c5-a251-77e93b517117 x-openstack-request-id: req-9300b7f3-2075-48c5-a251-77e93b517117 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:41:34.798673 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:41:34.799489 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9300b7f3-2075-48c5-a251-77e93b517117 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:41:34.799932 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'code': 200} Jun 07 17:41:34.834906 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=10']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:41:34.837720 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:41:35.030827 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db74575-7b13-4e7b-8443-876fa07567ed req-30bb4f71-4091-4665-9e19-fbd9c9d24176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:35.032244 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8db74575-7b13-4e7b-8443-876fa07567ed req-30bb4f71-4091-4665-9e19-fbd9c9d24176 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 1099 time: 0.0723484 Jun 07 17:41:35.158817 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8db74575-7b13-4e7b-8443-876fa07567ed req-2f11aff3-ac80-4cc8-974b-f4e751c6a716 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188724 Jun 07 17:41:35.359075 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:35.741579 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e35e1-ae13-4da9-ac25-96067c723b02 req-e331301e-34b1-4e7d-b1ff-26fcb61c359f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:35.743014 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2f0e35e1-ae13-4da9-ac25-96067c723b02 req-e331301e-34b1-4e7d-b1ff-26fcb61c359f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 946 time: 0.0791242 Jun 07 17:41:35.790410 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2f0e35e1-ae13-4da9-ac25-96067c723b02 req-eeda9c34-f06d-46f5-8561-07dc1fb1e7f9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Jun 07 17:41:37.004607 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:41:37.072294 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38aeeb-41dd-4259-9119-6c44bb8390ed req-cd3f417d-5114-41f5-acf9-7d7fee5fae4d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:41:37.073672 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9e38aeeb-41dd-4259-9119-6c44bb8390ed req-cd3f417d-5114-41f5-acf9-7d7fee5fae4d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 946 time: 0.1686630 Jun 07 17:41:37.117584 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9e38aeeb-41dd-4259-9119-6c44bb8390ed req-bd51dbbb-e314-4301-a0f2-208fbaa9e339 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Jun 07 17:41:42.379733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:01.374498 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:42:01.489933 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-50375457-9915-46b0-94e7-2e8c9182d645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:04.035522 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:04.180528 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-55007135-5a96-4ec8-8e97-e6e5582c0606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:05.361934 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:06.491579 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924501-7c49-4124-b05d-2625c81b8d5e req-9f54648f-d861-4f7d-8643-09cfea4a977e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:06.493019 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8b924501-7c49-4124-b05d-2625c81b8d5e req-9f54648f-d861-4f7d-8643-09cfea4a977e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 946 time: 0.0796785 Jun 07 17:42:06.535878 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8b924501-7c49-4124-b05d-2625c81b8d5e req-cec07052-618d-40eb-bb97-227976f617b0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 Jun 07 17:42:06.995011 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:07.726918 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78905c-5688-4eca-9eac-21a2f194fe36 req-cf3dd439-97fa-48be-a057-060fd18a476e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:07.728350 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0c78905c-5688-4eca-9eac-21a2f194fe36 req-cf3dd439-97fa-48be-a057-060fd18a476e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 946 time: 0.0791376 Jun 07 17:42:07.772695 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0c78905c-5688-4eca-9eac-21a2f194fe36 req-0e2c725a-66a8-4887-b83a-c8f1468f7b06 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6a8344a-fa3a-4de0-989f-de11bef04422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Jun 07 17:42:07.854619 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b411760-668e-4880-b398-7acd6c119e6c req-413b29ee-daad-448c-b246-72b5bd2fa5c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:07.856022 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5b411760-668e-4880-b398-7acd6c119e6c req-413b29ee-daad-448c-b246-72b5bd2fa5c5 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 946 time: 0.0825186 Jun 07 17:42:07.993811 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Deleting port 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:07.994150 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:08.124586 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] For port 1ec6493c-7f64-468b-8a69-91238bf10320, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=1ec6493c-7f64-468b-8a69-91238bf10320,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:08.124860 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:08.412277 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:08.412606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:08.412890 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Floating IP e68a8430-51be-45d3-917e-0c4c389d1a96 disassociated. External IP: 172.28.3.13, port: 1ec6493c-7f64-468b-8a69-91238bf10320. Jun 07 17:42:08.413225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Calling delete_port for 1ec6493c-7f64-468b-8a69-91238bf10320 owned by compute:nova {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:08.491003 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-67bef568-3f15-430f-b2d6-62c23f44c046 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689619 Jun 07 17:42:08.521843 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:08.527351 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:08.573640 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'Port': ['ID=1ec6493c-7f64-468b-8a69-91238bf10320,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:08.583894 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.584273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.584667 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.585032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.585393 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.585750 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.586104 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.586457 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.586807 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.587157 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.587898 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.587898 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:08.635775 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14a4a-145d-4d00-956b-18c418c8507a req-d44f7cf8-a5b1-43b8-98d0-77d6ea82d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:08.637251 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-d44f7cf8-a5b1-43b8-98d0-77d6ea82d64c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.0772011 Jun 07 17:42:08.648225 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:08.777510 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:08.785305 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14a4a-145d-4d00-956b-18c418c8507a req-96384587-8350-42d0-9e67-4ca1270c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:08.786942 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-96384587-8350-42d0-9e67-4ca1270c6919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.1310036 Jun 07 17:42:08.923124 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-2217f32a-a90c-4cfe-a267-7cef9f3efd00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 1001 time: 0.1297359 Jun 07 17:42:08.930243 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-5e2610c0-c6e0-4aae-9e9a-45dafb19ce45 req-efa18417-78d6-40b5-9e99-e0aa2944d84f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68e8e3b-19a4-4c90-89bb-9a19066467b1 HTTP/1.1" status: 200 len: 210 time: 0.0464253 Jun 07 17:42:08.964606 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:08.976104 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:08.990073 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:08.991223 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:08.997969 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14a4a-145d-4d00-956b-18c418c8507a req-38da058c-f367-4f92-975e-855fcfa2db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:08.999400 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-38da058c-f367-4f92-975e-855fcfa2db6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0682743 Jun 07 17:42:09.085770 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14a4a-145d-4d00-956b-18c418c8507a req-a8e436b2-035f-4f18-9429-6da443f82c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:09.087765 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-a8e436b2-035f-4f18-9429-6da443f82c2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816031 Jun 07 17:42:09.146820 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] No DVR routers for this DVR port 1ec6493c-7f64-468b-8a69-91238bf10320 on host hv-cinder-78956 {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:09.149400 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:09.151682 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5b411760-668e-4880-b398-7acd6c119e6c req-e2865db7-61ea-48ca-8c25-939da3da853d tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.60 "DELETE /v2.0/ports/1ec6493c-7f64-468b-8a69-91238bf10320 HTTP/1.1" status: 204 len: 173 time: 1.2901201 Jun 07 17:42:09.152208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-deleted', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:09.154597 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b3ba2-ec49-4aba-8bf6-8985d1a13eaa" -d '{"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-deleted", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:09.199768 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:09.222793 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8853eb5f-4ece-4bdb-8b78-d1b93de7bcea x-openstack-request-id: req-8853eb5f-4ece-4bdb-8b78-d1b93de7bcea {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:09.223677 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e8e3b-19a4-4c90-89bb-9a19066467b1", "name": "network-vif-deleted", "tag": "1ec6493c-7f64-468b-8a69-91238bf10320", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:09.223975 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8853eb5f-4ece-4bdb-8b78-d1b93de7bcea {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:09.224440 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e8e3b-19a4-4c90-89bb-9a19066467b1', 'name': 'network-vif-deleted', 'tag': '1ec6493c-7f64-468b-8a69-91238bf10320', 'status': 'completed', 'code': 200} Jun 07 17:42:09.227024 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-92764f17-e9c0-45eb-81f5-2e05623ebc96 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322923 Jun 07 17:42:09.364507 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-93f14a4a-145d-4d00-956b-18c418c8507a req-79c17292-d068-4cc5-af59-0ada70cfaf18 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305437 Jun 07 17:42:09.527207 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:09.531006 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:09.539664 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:09.540265 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:09.742231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:10.064557 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38544) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:10.089483 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-60bec62b-983a-4517-9271-20943b81f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:10.094477 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bec62b-983a-4517-9271-20943b81f927 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:35:00Z', 'revision_number': 4, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '0188a934-06b3-481a-bdd3-a371013f6398', 'name': '', 'network_id': '15652005-5ead-46a4-9a19-5f8eaab77c8b', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'mac_address': 'fa:16:3e:e8:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:56Z', 'updated_at': '2021-06-07T17:35:16Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'subnets': [{'id': '0539a064-5c29-4a5d-b1a8-79a29d54626a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:10.130647 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.160089 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.213263 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.215717 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.217259 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "DELETE /v2.0/security-groups/a6a8344a-fa3a-4de0-989f-de11bef04422 HTTP/1.1" status: 204 len: 168 time: 0.1511550 Jun 07 17:42:10.218074 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0761a8f4-748a-40b8-9c52-617a8d483e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:10.220052 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38546) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:10.229582 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8344a-fa3a-4de0-989f-de11bef04422,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:10.236942 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.238050 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.238354 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.238709 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.239059 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.239406 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.239516 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.api.v2.resource [None req-fc088d84-b45f-46a3-b4bc-e2730e620a42 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] show failed (client error): The resource could not be found. Jun 07 17:42:10.239753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.240098 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.243476 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.243476 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.243745 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-fc088d84-b45f-46a3-b4bc-e2730e620a42 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "GET /v2.0/security-groups/a6a8344a-fa3a-4de0-989f-de11bef04422 HTTP/1.1" status: 404 len: 347 time: 0.0198236 Jun 07 17:42:10.243837 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.243837 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:10.243994 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38548) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:10.245125 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-caea4340-c33e-48be-a7d3-8c757e3d95be tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:10.323213 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33323c-ef16-47c1-8caa-eceb8108f0db None None] New status for floating IP e68a8430-51be-45d3-917e-0c4c389d1a96: DOWN {{(pid=91903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:42:10.473311 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Deleting port 379cd329-d376-47c1-918f-d1ca81d035b0 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:10.473642 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.594788 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.595112 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.715636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Calling delete_port for 379cd329-d376-47c1-918f-d1ca81d035b0 owned by network:floatingip {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:10.825258 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.829562 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-031d133b-53ce-47ca-a046-15b8b9dfd8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:10.872366 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Pushing event deleted for resources: {'Port': ['ID=379cd329-d376-47c1-918f-d1ca81d035b0,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:10.898240 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:10.963086 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks [] for floatingip, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.965447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:10.966806 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1ecf9654-922c-4a26-a53f-b4652ad1bfd0 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] 10.222.0.25 "DELETE /v2.0/floatingips/e68a8430-51be-45d3-917e-0c4c389d1a96 HTTP/1.1" status: 204 len: 168 time: 0.7222018 Jun 07 17:42:12.395322 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:12.789771 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:12.823795 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 1ec6493c-7f64-468b-8a69-91238bf10320 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:12.824140 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 1ec6493c-7f64-468b-8a69-91238bf10320 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:13.739383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38570) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:14.360090 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:14.863565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Deleting port 0188a934-06b3-481a-bdd3-a371013f6398 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:14.864243 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:14.983142 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] For port 0188a934-06b3-481a-bdd3-a371013f6398, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=0188a934-06b3-481a-bdd3-a371013f6398,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:14.983490 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:15.109539 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Calling delete_port for 0188a934-06b3-481a-bdd3-a371013f6398 owned by network:router_interface {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:15.258402 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:15.262981 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-991e68af-2e7e-4d3f-94fa-3f49757066f6 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:15.307785 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Pushing event deleted for resources: {'Port': ['ID=0188a934-06b3-481a-bdd3-a371013f6398,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:15.342309 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:15.586519 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:16.043075 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Router b73b0b61-aa13-4c93-98e7-ff5c261720b3 has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:16.219215 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:16.224330 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-87458cb1-fc68-435f-92e5-8de6e6c8b945 admin admin] 10.222.0.25 "PUT /v2.0/routers/b73b0b61-aa13-4c93-98e7-ff5c261720b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839451 Jun 07 17:42:16.227017 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38574) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:16.228379 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Sync routers for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:16.238343 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:16.238962 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:16.399850 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks [] for router, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:16.415207 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:16.573977 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:16.646761 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Deleting port e7790281-9044-42e9-8b1c-0f5d5f7bb75b {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:16.647103 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:16.702022 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110'}], 'enable_snat': True}, 'gw_port_id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:42:15Z', 'revision_number': 5, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port': {'id': 'e7790281-9044-42e9-8b1c-0f5d5f7bb75b', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:34:50Z', 'updated_at': '2021-06-07T17:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:16.705739 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Checking router: b73b0b61-aa13-4c93-98e7-ff5c261720b3 for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:16.714125 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Routers {'b73b0b61-aa13-4c93-98e7-ff5c261720b3'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:16.714718 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:16.768617 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] For port e7790281-9044-42e9-8b1c-0f5d5f7bb75b, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:16.768969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:16.873174 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] Set router b73b0b61-aa13-4c93-98e7-ff5c261720b3 gateway port host: None {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:16.903552 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Calling delete_port for e7790281-9044-42e9-8b1c-0f5d5f7bb75b owned by network:router_gateway {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:16.978993 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:42:16Z', 'revision_number': 6, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:16.982946 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716e7a25-7b76-4395-960a-66fb9e5e5809 None None] The sync data for ids ['b73b0b61-aa13-4c93-98e7-ff5c261720b3'] in dv-cinder-789564-3-smb is: [{'id': 'b73b0b61-aa13-4c93-98e7-ff5c261720b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1066715803-router', 'tenant_id': '4ec2805aafb0422499008c5999f5d1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:34:49Z', 'updated_at': '2021-06-07T17:42:16Z', 'revision_number': 6, 'project_id': '4ec2805aafb0422499008c5999f5d1cb', 'gw_port_host': None}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:17.041044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.044555 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-be300562-2f93-44b3-b109-2756c757da57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:17.094076 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7790281-9044-42e9-8b1c-0f5d5f7bb75b,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:17.098001 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:17.187013 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.476990 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.479252 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.500781 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.501282 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73b0b61-aa13-4c93-98e7-ff5c261720b3 {{(pid=91901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:42:17.505353 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.506449 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f269d6f2-038f-4862-b988-a89a580e1b5a admin admin] 10.222.0.25 "DELETE /v2.0/routers/b73b0b61-aa13-4c93-98e7-ff5c261720b3 HTTP/1.1" status: 204 len: 168 time: 1.2785356 Jun 07 17:42:17.509088 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38576) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:17.573290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Deleting subnet 0539a064-5c29-4a5d-b1a8-79a29d54626a {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:42:17.576041 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.628774 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.750888 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.820377 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.825044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c8d51cb6-99b8-4edf-8080-d14d7bd3a555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:17.862443 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0539a064-5c29-4a5d-b1a8-79a29d54626a,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:17.866342 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:17.870773 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0539a064-5c29-4a5d-b1a8-79a29d54626a HTTP/1.1" status: 204 len: 168 time: 0.3607626 Jun 07 17:42:17.871102 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38578) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:17.871773 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-7db15c5a-8ca5-4693-837b-6d4582c07f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:17.893334 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ccbd5-3a92-489e-b5e7-9044b628e9d3 None None] Network 15652005-5ead-46a4-9a19-5f8eaab77c8b requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:42:17.923943 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0188a934-06b3-481a-bdd3-a371013f6398 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:17.980750 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 0188a934-06b3-481a-bdd3-a371013f6398 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:17.981097 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 0188a934-06b3-481a-bdd3-a371013f6398 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:17.981523 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device e7790281-9044-42e9-8b1c-0f5d5f7bb75b no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:17.988441 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.061344 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Deleting port b733d86b-4cd8-4056-b5c8-88e87b7684e4 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:18.061732 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.063883 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: e7790281-9044-42e9-8b1c-0f5d5f7bb75b {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:18.064235 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device e7790281-9044-42e9-8b1c-0f5d5f7bb75b not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:18.155823 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] For port b733d86b-4cd8-4056-b5c8-88e87b7684e4, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b733d86b-4cd8-4056-b5c8-88e87b7684e4,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:18.156095 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.177644 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38580) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:18.234980 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] DHCP port deletion for 15652005-5ead-46a4-9a19-5f8eaab77c8b request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:42:18.280327 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Calling delete_port for b733d86b-4cd8-4056-b5c8-88e87b7684e4 owned by network:dhcp {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:18.301639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Deleting port b733d86b-4cd8-4056-b5c8-88e87b7684e4 {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:18.302119 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.433336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.438136 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e20d1a6a-d994-4b55-859a-38f83aa43e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:18.449056 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] For port b733d86b-4cd8-4056-b5c8-88e87b7684e4, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b733d86b-4cd8-4056-b5c8-88e87b7684e4,segment=NetworkSegment(30c61fa1-1c04-499f-8513-f11194dbfb15),segment_id=30c61fa1-1c04-499f-8513-f11194dbfb15)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:18.449442 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.457158 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Deleting port 78a3e657-b76c-42af-951e-30da2b8ffa1b {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:18.457158 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.481597 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Pushing event deleted for resources: {'Port': ['ID=b733d86b-4cd8-4056-b5c8-88e87b7684e4,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:18.484791 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:18.485546 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] No DVR routers for this DVR port b733d86b-4cd8-4056-b5c8-88e87b7684e4 on host dv-cinder-789564-3-smb {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:18.576757 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Calling delete_port for b733d86b-4cd8-4056-b5c8-88e87b7684e4 owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:18.586878 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.587202 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.598979 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.611299 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15652005-5ead-46a4-9a19-5f8eaab77c8b']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:18.623617 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c61fa1-1c04-499f-8513-f11194dbfb15') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:18.623990 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c61fa1-1c04-499f-8513-f11194dbfb15') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:18.625167 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.629361 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:18.636817 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.652773 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.660376 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:42:18.661061 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.672612 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Pushing event deleted for resources: {'Port': ['ID=b733d86b-4cd8-4056-b5c8-88e87b7684e4,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:42:18.675880 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:42:18.678899 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] No DVR routers for this DVR port b733d86b-4cd8-4056-b5c8-88e87b7684e4 on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:18.684659 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.684944 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.685410 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.685752 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.686090 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.686429 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.691818 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:18.694741 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-79ed1fb0-950b-4e83-8730-ba90bb2f4f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:18.716046 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Calling delete_port for 78a3e657-b76c-42af-951e-30da2b8ffa1b owned by network:floatingip {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:18.759049 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.762712 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:18.782479 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.784608 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] 10.222.0.25 "DELETE /v2.0/networks/15652005-5ead-46a4-9a19-5f8eaab77c8b HTTP/1.1" status: 204 len: 168 time: 0.9125159 Jun 07 17:42:18.785730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Pushing event deleted for resources: {'Network': ['ID=15652005-5ead-46a4-9a19-5f8eaab77c8b,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:18.788855 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-fe1bcfaf-6cd3-4c96-961d-ba8d2158d10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:18.848181 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.853493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f236915a-6e80-47ec-9237-f7da73f11d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:18.906480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38584) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:18.933323 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event deleted for resources: {'Port': ['ID=78a3e657-b76c-42af-951e-30da2b8ffa1b,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:18.936623 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:18.954319 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-17b2e701-0aea-445d-8e83-c036f8af1526 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ec2805aafb0422499008c5999f5d1cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465779 Jun 07 17:42:18.958225 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38586) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:18.995644 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for floatingip, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:18.995974 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Floating IP b3e73d6d-68c0-4c5d-bd70-01ba1823c66c disassociated (deleted). External IP: 172.28.3.168, port: b6950e88-7bf0-4646-813e-5d97a367517e. Jun 07 17:42:19.017319 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:19.044218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:19.095225 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:19.098753 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:19.102176 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a381091-f05b-4490-9909-30ebda37a04a HTTP/1.1" status: 204 len: 168 time: 0.1407547 Jun 07 17:42:19.102176 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-bafacd8d-b9b5-4b08-9d73-c66f22555704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:19.110207 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a381091-f05b-4490-9909-30ebda37a04a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:19.113960 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:19.453687 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:19.642937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:19.647515 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:19.652425 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Sync routers for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:19.664036 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:19.664687 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:19.712552 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-9a50adf3-e177-453a-ad38-58810cc61898 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "DELETE /v2.0/floatingips/b3e73d6d-68c0-4c5d-bd70-01ba1823c66c HTTP/1.1" status: 204 len: 168 time: 1.5337315 Jun 07 17:42:19.713385 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:19.715828 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a351b4-ce04-4518-bb98-65e6b5e09855" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:19.761290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9862fee-7593-4020-96a7-e4729822375d x-openstack-request-id: req-d9862fee-7593-4020-96a7-e4729822375d {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:19.761636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:19.761926 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9862fee-7593-4020-96a7-e4729822375d {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:19.762565 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'status': 'completed', 'code': 200} Jun 07 17:42:19.855376 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:19.888102 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38612) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:19.889320 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-368ac91f-a867-40fd-b78a-d410a0bc644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:19.891017 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-368ac91f-a867-40fd-b78a-d410a0bc644f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 1098 time: 0.1033812 Jun 07 17:42:19.962785 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b733d86b-4cd8-4056-b5c8-88e87b7684e4 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:20.008251 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: b733d86b-4cd8-4056-b5c8-88e87b7684e4 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:20.008635 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b733d86b-4cd8-4056-b5c8-88e87b7684e4 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:20.057585 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-98945338-7714-43a9-afbd-21d08c56224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.059034 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-98945338-7714-43a9-afbd-21d08c56224b service neutron] 10.222.0.60 "GET /v2.0/networks?id=db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 200 len: 910 time: 0.1584337 Jun 07 17:42:20.072838 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-676640201-network', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:20.103362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Made reservation on behalf of 88e97c0dc7df4fbe85667aad19f63588 for: {'network': 1} {{(pid=91901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:42:20.106204 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1637589'] for network, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.125003 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.146852 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-9150a864-aa43-4dd3-8c39-142ffd0e8204 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 200 len: 217 time: 0.0799100 Jun 07 17:42:20.221653 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-3883e3c5-62d6-4ea6-9dca-b8b97377fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.223772 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-3883e3c5-62d6-4ea6-9dca-b8b97377fd36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 200 len: 848 time: 0.0697722 Jun 07 17:42:20.289815 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:20.293667 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Checking router: 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:20.302414 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:20.303191 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:20.305646 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.316233 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.318177 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-2a67aa12-6415-4f67-9fc4-25b04dc8cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.319782 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-2a67aa12-6415-4f67-9fc4-25b04dc8cc08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=db73bd92-32a6-4f63-a067-702c00d19955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887635 Jun 07 17:42:20.321704 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-c1499675-6368-476c-8674-3af9fc8a599b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:20.343249 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=91901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 17:42:20.368273 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc13c3-a594-4e42-9fd2-57dd30d65986,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:20.371262 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.371553 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.segments_db [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Added segment d9e30a51-d919-4ec6-aaaa-5fad9202639e of type vlan for network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a Jun 07 17:42:20.377153 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:20.404076 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98660-b783-44e8-8279-9380eb7e945e req-8a4ece66-02cf-472a-984a-0424e44e1e43 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.405565 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3f98660-b783-44e8-8279-9380eb7e945e req-8a4ece66-02cf-472a-984a-0424e44e1e43 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1597331 Jun 07 17:42:20.411918 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785808691438'] for network, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.477330 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3f98660-b783-44e8-8279-9380eb7e945e req-23947a66-048d-4199-a780-6977cc945e6d tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614679 Jun 07 17:42:20.480842 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-57bf9a6a-3482-4a57-b385-2bd6b04124c5 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531155 Jun 07 17:42:20.482942 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518'] for network, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.484327 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.484968 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.488811 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:20.520344 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:20.536872 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6473043 Jun 07 17:42:20.580355 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38618) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:20.589690 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Request body: {'subnet': {'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-676640201-subnet', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:20.591797 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Pushing event updated for resources: {'Network': ['ID=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:20.594595 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:20.602800 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a details requested by agent ovs-agent-dv-cinder-789564-3-smb with host dv-cinder-789564-3-smb {{(pid=91902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 17:42:20.640231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Made reservation on behalf of 88e97c0dc7df4fbe85667aad19f63588 for: {'subnet': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:42:20.642659 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31528772'] for subnet, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.665471 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89a351b4-ce04-4518-bb98-65e6b5e09855 req-fc81ad09-033c-48be-8c78-79f88dc14ad1 service neutron] 10.222.0.60 "GET /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779003 Jun 07 17:42:20.854663 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-397332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31528826'] for subnet, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.855768 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:20.859746 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-328e1571-b6db-4b80-96b2-118e3ae3205c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:20.860527 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c15ed-25cc-401d-8f15-7c3f10b0bcd2 None None] The sync data for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb is: [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:36:56Z', 'revision_number': 4, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': 'aacef93c-a79a-4bce-b016-19ead8e15160', 'name': '', 'network_id': 'db73bd92-32a6-4f63-a067-702c00d19955', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'mac_address': 'fa:16:3e:73:09:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:54Z', 'updated_at': '2021-06-07T17:37:07Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'subnets': [{'id': '27cac7b2-deb2-40c5-b853-8318b3d67b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:20.939228 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:20.943751 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:20.944648 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Checking segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:42:20.945012 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Network hostable DHCP agents. Network: b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a, hostable agents: ['c87bf1d9-5a07-4c76-a7c9-6be72650ed29'], hosted agents: [] {{(pid=91900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 17:42:20.963195 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is scheduled to be hosted by DHCP agent c87bf1d9-5a07-4c76-a7c9-6be72650ed29 with binding_index 1 {{(pid=91900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 17:42:20.974220 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-3-smb, b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a) {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:20.980347 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:20.981867 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:20.983105 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c564ce-b707-420c-b4d1-e8472df5daa1 None None] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:42:21.005294 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-14db9a40-d0fa-4a8d-a127-8b6866e4545d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4234147 Jun 07 17:42:21.007876 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38620) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:21.012222 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:21.036286 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-784470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13084'] for router, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.037318 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-786383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780266', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13061'] for router, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.054126 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.101102 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7460806-f417-41c8-a882-8ae36819ae1c None None] New status for floating IP b3e73d6d-68c0-4c5d-bd70-01ba1823c66c: DOWN {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:42:21.331898 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6dfa3ca-face-5194-9341-a4f86502e25b-b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5'}]}} from dv-cinder-789564-3-smb. {{(pid=91902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 17:42:21.332774 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.446141 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-784452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13107'] for router, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.486326 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.db_base_plugin_common [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Allocated IP 172.20.0.2 (b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a/b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5/88b83d36-5b58-4117-b4c4-005d107ad097) {{(pid=91902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:42:21.540903 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-6f70fc04-2235-42d0-b945-11229a2bcb01 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:21.542256 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-6f70fc04-2235-42d0-b945-11229a2bcb01 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.1335671 Jun 07 17:42:21.689751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.699916 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Transition to ACTIVE for port object 88b83d36-5b58-4117-b4c4-005d107ad097 will not be triggered until provisioned by entity L2. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:21.717883 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Transition to ACTIVE for port object 88b83d36-5b58-4117-b4c4-005d107ad097 will not be triggered until provisioned by entity DHCP. {{(pid=91902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:21.723388 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928'] for port, after_create {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:21.724000 dv-cinder-789564-3-smb neutron-server[91902]: ERROR neutron_lib.callbacks.manager Jun 07 17:42:21.743348 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is already hosted by enough agents. {{(pid=91902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:21.744511 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.scheduler.base_scheduler [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Resources bound (agent type, host, resource id): {{(pid=91902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:21.746873 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Received port after_create {{(pid=91902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:42:21.835870 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Attempting to bind port 88b83d36-5b58-4117-b4c4-005d107ad097 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:42:21.836154 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Attempting to bind port 88b83d36-5b58-4117-b4c4-005d107ad097 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:42:21.836525 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Attempting to bind port 88b83d36-5b58-4117-b4c4-005d107ad097 on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:42:21.841981 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:42:21.842362 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Checking segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:42:21.842770 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.843172 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Bound using segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} {{(pid=91902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:42:21.843645 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.managers [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Bound port: 88b83d36-5b58-4117-b4c4-005d107ad097, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}}] {{(pid=91902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:42:21.844026 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.929000 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638f85b-3aa8-4651-ad10-364ca626eda8 req-41f82b0f-7411-49af-a133-264b20f81346 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:21.930464 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9638f85b-3aa8-4651-ad10-364ca626eda8 req-41f82b0f-7411-49af-a133-264b20f81346 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 945 time: 0.3057840 Jun 07 17:42:21.934395 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] For port 88b83d36-5b58-4117-b4c4-005d107ad097, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:42:21.937600 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] For port 88b83d36-5b58-4117-b4c4-005d107ad097, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=88b83d36-5b58-4117-b4c4-005d107ad097,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:42:21.943122 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:21.947022 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:21.987827 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Deleting port b6950e88-7bf0-4646-813e-5d97a367517e {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:21.988167 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.019855 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Pushing event updated for resources: {'Port': ['ID=88b83d36-5b58-4117-b4c4-005d107ad097,revision_number=2']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:22.026036 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:22.122867 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9638f85b-3aa8-4651-ad10-364ca626eda8 req-72d2a0ad-7f43-4cca-aaae-2de9954ce3ba tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/security-groups?id=482df838-0719-4bae-9d8c-ba6b3a005048&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841145 Jun 07 17:42:22.132164 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.170373 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.237671 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] For port b6950e88-7bf0-4646-813e-5d97a367517e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=b6950e88-7bf0-4646-813e-5d97a367517e,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:22.238029 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.383943 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Calling delete_port for b6950e88-7bf0-4646-813e-5d97a367517e owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:22.473590 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Allocated IP 172.28.3.242 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/fb008b6b-3ae6-4ad6-ab14-78f0aa65b056) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:42:22.790234 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.796802 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-0a0646b8-b437-4173-9f46-4ce41d7abcca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:22.827166 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.849966 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event deleted for resources: {'Port': ['ID=b6950e88-7bf0-4646-813e-5d97a367517e,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:22.853437 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:22.932156 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] No DVR routers for this DVR port b6950e88-7bf0-4646-813e-5d97a367517e on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:22.932704 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1717b0-4919-4c9d-9be2-e48114864b2d None None] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:42:22.935013 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.936891 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-035f00e4-4ddf-4119-9b45-f12a9e4e18f2 req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.60 "DELETE /v2.0/ports/b6950e88-7bf0-4646-813e-5d97a367517e HTTP/1.1" status: 204 len: 173 time: 1.3493450 Jun 07 17:42:22.937372 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-deleted', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:22.939683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e2d3e7-5b72-4ad5-9bc5-56697572b70d" -d '{"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-deleted", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:22.958567 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:22.959659 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:42:22.978954 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:22.980203 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:22.986396 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:42:23.081215 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bee3-8bf9-4324-be7e-82e57ae933a5 None None] Provisioning for port 88b83d36-5b58-4117-b4c4-005d107ad097 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:23.270723 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f51a4e-a1a3-4ffe-91ee-899805f6cea9 x-openstack-request-id: req-e7f51a4e-a1a3-4ffe-91ee-899805f6cea9 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:23.271131 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6088f5-7ebf-497b-b52d-b86beee79f67", "name": "network-vif-deleted", "tag": "b6950e88-7bf0-4646-813e-5d97a367517e", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:23.271426 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f51a4e-a1a3-4ffe-91ee-899805f6cea9 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:23.272675 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6088f5-7ebf-497b-b52d-b86beee79f67', 'name': 'network-vif-deleted', 'tag': 'b6950e88-7bf0-4646-813e-5d97a367517e', 'status': 'completed', 'code': 200} Jun 07 17:42:23.418316 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8e2411b5-7abe-4664-9e0b-e02cc42e814a req-c1924c75-621f-41a8-9d02-b8b0c273b229 tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff6088f5-7ebf-497b-b52d-b86beee79f67 HTTP/1.1" status: 200 len: 210 time: 0.1083412 Jun 07 17:42:23.547911 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:23.886879 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-784479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780215'] for router, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:23.953994 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 88b83d36-5b58-4117-b4c4-005d107ad097 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:24.025953 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 88b83d36-5b58-4117-b4c4-005d107ad097 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:24.030916 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 88b83d36-5b58-4117-b4c4-005d107ad097 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:24.031296 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.095680 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc is scheduled to L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 with binding_index 1 {{(pid=91900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 17:42:24.150918 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.185740 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 88b83d36-5b58-4117-b4c4-005d107ad097, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=88b83d36-5b58-4117-b4c4-005d107ad097,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:24.189804 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.191930 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:24.259850 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=88b83d36-5b58-4117-b4c4-005d107ad097,revision_number=3']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:24.263550 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:24.379901 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:24.388038 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:24.397972 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:24.398658 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:24.399140 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] Notify callbacks [] for router, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.400469 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-96c1d594-7b2b-4784-808c-ae788733771c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3916836 Jun 07 17:42:24.403254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38634) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:24.525435 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38638) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:24.577016 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:24.600565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.631203 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.707212 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.710019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:24.711464 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] 10.222.0.25 "DELETE /v2.0/security-groups/482df838-0719-4bae-9d8c-ba6b3a005048 HTTP/1.1" status: 204 len: 168 time: 0.1848731 Jun 07 17:42:24.713170 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f83c44cc-6345-499b-b976-06b6f9298cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:24.732384 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482df838-0719-4bae-9d8c-ba6b3a005048,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:24.735272 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-65e9a4fd-13ab-4b86-95c4-a65d45e7acea tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:24.767936 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38642) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:24.820195 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:24.868801 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: b6950e88-7bf0-4646-813e-5d97a367517e {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:24.869793 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device b6950e88-7bf0-4646-813e-5d97a367517e not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:24.913514 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:23Z', 'revision_number': 3, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:24.917608 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:24.917982 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Updating router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:42:24.970556 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.120862 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.294702 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.307439 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Transition to ACTIVE for port object fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:25.314095 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.319433 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:25.326185 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Allocated IP 172.20.0.1 (b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a/b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5/388af6f6-24b3-4a87-a9bc-ad0807a7c9af) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:42:25.379055 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.399695 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Pushing event updated for resources: {'Port': ['ID=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,revision_number=2']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:25.406860 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Attempting to bind port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:42:25.407228 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Attempting to bind port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:42:25.407584 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Attempting to bind port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 on network 7af9e6d8-2947-4edf-87fd-597b5c886c91 {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:42:25.410929 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.411212 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.411544 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.411865 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.412180 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.412497 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.412834 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.413142 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.413452 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.413761 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.414072 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.414372 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:42:25.418479 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:25.423198 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:42:25.423432 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Checking segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:42:25.423836 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.424391 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Bound using segment: {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:42:25.425134 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Bound port: fb008b6b-3ae6-4ad6-ab14-78f0aa65b056, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd022c202-b4fa-4382-8aaa-bda2e91f1b48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:42:25.425543 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.498225 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.508572 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] For port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:42:25.511979 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] For port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:42:25.515582 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.519560 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Transition to ACTIVE for port object 388af6f6-24b3-4a87-a9bc-ad0807a7c9af will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:25.520438 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-5a6b851a-12ed-4829-a1f3-584b7a44688b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:25.543090 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:25.544037 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:42:25.562693 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:25.564212 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:25.567654 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:42:25.590492 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Pushing event updated for resources: {'Port': ['ID=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:25.598833 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:25.622527 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:25.623399 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:25.631378 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-379389'] for router_interface, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.839493 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:25.849685 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-d64ecb49-c003-4cdc-9b48-1f42c538b8a9 None None] Provisioning for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:25.860205 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-d64ecb49-c003-4cdc-9b48-1f42c538b8a9 None None] Provisioning complete for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:25.860618 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d64ecb49-c003-4cdc-9b48-1f42c538b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.959047 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-d64ecb49-c003-4cdc-9b48-1f42c538b8a9 None None] Port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:42:25.965741 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Deleting port aacef93c-a79a-4bce-b016-19ead8e15160 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:25.966921 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:25.968924 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 88b83d36-5b58-4117-b4c4-005d107ad097 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:26.039747 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 88b83d36-5b58-4117-b4c4-005d107ad097 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:26.040298 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.081771 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.118546 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] For port aacef93c-a79a-4bce-b016-19ead8e15160, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=aacef93c-a79a-4bce-b016-19ead8e15160,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:26.118929 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.167325 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:23Z', 'revision_number': 3, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:26.171327 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3209c-ed6b-43a4-85e3-458d4f05af2b None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:23Z', 'revision_number': 3, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:26.250822 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Calling delete_port for aacef93c-a79a-4bce-b016-19ead8e15160 owned by network:router_interface {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:26.333412 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.339939 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.366604 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-7f41ed47-5e85-4fa0-9af2-0317d73f28c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:26.432865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.437469 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-8cc7be29-a476-405b-8833-85d588cc0821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:26.463819 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Pushing event updated for resources: {'Port': ['ID=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:26.467344 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786085'] for router_interface, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.470791 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:26.489044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacef93c-a79a-4bce-b016-19ead8e15160,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:26.492232 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:26.639121 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:26.640268 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:26.781060 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.886331 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:26.887688 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-b9861b15-f616-4e22-8ff9-77bce1b1f1c7 None None] Provisioning complete for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:26.888183 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b9861b15-f616-4e22-8ff9-77bce1b1f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:26.946601 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-b9861b15-f616-4e22-8ff9-77bce1b1f1c7 None None] Port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:42:27.083274 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:27.095833 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-93fec96f-356c-486d-b779-430f63af6186 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ee8e54e-68f0-4211-8849-96e02ec8d9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838295 Jun 07 17:42:27.282234 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:27.460749 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:27.466559 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-cef69163-e163-45c4-ad35-bed1ef7f9e77 admin admin] 10.222.0.25 "PUT /v2.0/routers/8cf0e1d7-428b-4f88-a95a-d54a2d0e342c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6985509 Jun 07 17:42:27.468308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38652) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:27.469937 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Sync routers for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:27.480233 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:27.480888 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:27.661776 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks [] for router, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.673479 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:27.814493 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38654) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:27.819853 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38032483', 'description': 'tempest-description--230578432'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:27.845856 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.862474 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.967460 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Deleting port 77f52496-baed-474f-9021-2b85e21e22b2 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:27.967920 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.981949 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.990375 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:27.995824 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-de1f420b-847b-48e6-a2e6-d3b29148f027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:28.014488 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:28.027853 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:28.028840 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:28.029734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.033733 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2154410 Jun 07 17:42:28.034340 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38656) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:28.039068 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group_rule': {'security_group_id': '5b0e08e7-7757-4687-87de-55d50d6035da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:28.043179 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e08e7-7757-4687-87de-55d50d6035da,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:28.046703 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:28.060231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '77f52496-baed-474f-9021-2b85e21e22b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:42:26Z', 'revision_number': 5, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port': {'id': '77f52496-baed-474f-9021-2b85e21e22b2', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:36:47Z', 'updated_at': '2021-06-07T17:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:28.067900 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Checking router: 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:28.079569 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Routers {'8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:28.081137 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:28.100820 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.145339 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:28.169309 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] For port 77f52496-baed-474f-9021-2b85e21e22b2, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=77f52496-baed-474f-9021-2b85e21e22b2,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:28.169668 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.179083 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.188979 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.192380 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:28.220733 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b146498a-27b5-463d-8254-a7f399d1188a,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:28.232874 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:28.241181 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.245834 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-95814b6a-6b86-4631-89cb-3d6abbcb60f5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104392 Jun 07 17:42:28.247231 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38658) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:28.253481 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group_rule': {'security_group_id': '5b0e08e7-7757-4687-87de-55d50d6035da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:28.291925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.298540 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:28.312912 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Calling delete_port for 77f52496-baed-474f-9021-2b85e21e22b2 owned by network:router_gateway {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:28.342012 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] Set router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c gateway port host: None {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:28.382740 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.388771 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.392142 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:28.426317 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7390aec-680b-47a3-bfe9-44173e1bfb1e,revision_number=0']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:28.434286 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:28.442055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.448682 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38660) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:28.450131 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-6cd94ddf-5c09-48a7-916b-8c15288e3ebe tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010937 Jun 07 17:42:28.457163 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:42:27Z', 'revision_number': 6, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:28.459309 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:28.459680 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:28.466063 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a99990-bf61-4d71-be43-c3d84ae5c2c7 None None] The sync data for ids ['8cf0e1d7-428b-4f88-a95a-d54a2d0e342c'] in dv-cinder-789564-3-smb is: [{'id': '8cf0e1d7-428b-4f88-a95a-d54a2d0e342c', 'name': 'tempest-TestShelveInstance-1696495567-router', 'tenant_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:36:46Z', 'updated_at': '2021-06-07T17:42:27Z', 'revision_number': 6, 'project_id': 'ec483c477a6e4dfcbce9f11aa7434e20', 'gw_port_host': None}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:28.467840 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:28.468310 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.506220 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.512195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fcb68ba5-f1a7-46cc-83ec-31195da4c8b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:28.555967 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.596715 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.614174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f52496-baed-474f-9021-2b85e21e22b2,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:28.617236 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:28.618366 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:28.624490 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.626744 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:28.685366 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:26Z', 'revision_number': 2, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:28.689547 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:28.690481 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Updating router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af binding host dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 17:42:28.699485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:28.701006 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.702441 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:28.744113 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:28.998970 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.001895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.077479 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.077930 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf0e1d7-428b-4f88-a95a-d54a2d0e342c {{(pid=91901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:42:29.083950 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.085087 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-52c5c938-44c2-4a4a-9b61-9d62f92ad292 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8cf0e1d7-428b-4f88-a95a-d54a2d0e342c HTTP/1.1" status: 204 len: 168 time: 1.6154578 Jun 07 17:42:29.087604 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38662) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:29.094360 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks [] for port, precommit_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.105948 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.provisioning_blocks [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Transition to ACTIVE for port object 388af6f6-24b3-4a87-a9bc-ad0807a7c9af will not be triggered until provisioned by entity L2. {{(pid=91903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:29.113253 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.118982 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-bd8ce4f1-11da-4f1e-8de1-54eaedad8f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:29.161671 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Deleting subnet 27cac7b2-deb2-40c5-b853-8318b3d67b8c {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:42:29.166808 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.200960 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.246015 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00631f9c-f651-4af1-a21d-cdeafa142d33 None None] Pushing event updated for resources: {'Port': ['ID=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,revision_number=3']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:29.249973 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-00631f9c-f651-4af1-a21d-cdeafa142d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:29.277829 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.345855 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Attempting to bind port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af on host dv-cinder-789564-3-smb for vnic_type normal with profile {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:42:29.346780 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Attempting to bind port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af by drivers openvswitch,hyperv on host dv-cinder-789564-3-smb at level 0 using segments [{'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:42:29.347144 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Attempting to bind port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:42:29.352807 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Checking agent: {'id': '7a4efb60-9b3f-496a-bb93-8170bc234f92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 27, 4), 'started_at': datetime.datetime(2021, 6, 7, 17, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:42:29.353105 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Checking segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:42:29.353507 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.354044 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Bound using segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} {{(pid=91903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:42:29.354518 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.managers [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Bound port: 388af6f6-24b3-4a87-a9bc-ad0807a7c9af, host: dv-cinder-789564-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}}] {{(pid=91903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:42:29.354890 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.426655 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Allocated IP 172.28.3.194 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/c94ec4ed-ce63-4385-aa4f-e2f3ca916518) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:42:29.447312 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] For port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af, host dv-cinder-789564-3-smb, cleared binding levels {{(pid=91903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:42:29.447425 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.450514 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.plugins.ml2.db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] For port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af, host dv-cinder-789564-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:42:29.454677 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron_lib.callbacks.manager [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.460508 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:29.539656 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:29.540283 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:29.590527 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00631f9c-f651-4af1-a21d-cdeafa142d33 None None] Pushing event updated for resources: {'Port': ['ID=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,revision_number=4']} {{(pid=91903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:29.600141 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG oslo_concurrency.lockutils [None req-00631f9c-f651-4af1-a21d-cdeafa142d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91903) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:29.641133 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.659986 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-85e89032-db3f-4cb6-9d8d-b5e5f072140d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:29.702937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.706691 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cac7b2-deb2-40c5-b853-8318b3d67b8c,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:29.709327 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:29.722911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.727377 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38664) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:29.727945 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-9b553bc0-276d-4aeb-9128-529eaa92f449 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/27cac7b2-deb2-40c5-b853-8318b3d67b8c HTTP/1.1" status: 204 len: 168 time: 0.6389692 Jun 07 17:42:29.729070 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:29.730695 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464f475-92ee-4fde-a395-a80c5eb1b0a6 None None] Network db73bd92-32a6-4f63-a067-702c00d19955 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:42:29.748447 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:29.749336 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:42:29.769424 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:29.771174 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:29.783304 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:42:29.892203 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.900039 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.981824 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.983252 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Deleting port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:29.983588 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:29.988501 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:30.099222 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:30.099657 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.201404 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] DHCP port deletion for db73bd92-32a6-4f63-a067-702c00d19955 request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:42:30.208001 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:29Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:30.214212 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01b8fd-3d38-43fc-a69a-d97e4fad6c5b None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:29Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:30.231392 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] For port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:30.231765 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.246381 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.281972 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.298959 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-cfb7d836-0277-42a1-a90a-f4aff706a98f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:30.311259 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Deleting port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:30.311644 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.398553 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Calling delete_port for ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 owned by network:dhcp {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:30.407620 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'Port': ['ID=c94ec4ed-ce63-4385-aa4f-e2f3ca916518,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:30.410907 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aacef93c-a79a-4bce-b016-19ead8e15160 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:30.420132 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:30.465233 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: aacef93c-a79a-4bce-b016-19ead8e15160 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:30.465715 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device aacef93c-a79a-4bce-b016-19ead8e15160 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:30.466552 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 77f52496-baed-474f-9021-2b85e21e22b2 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:30.469117 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.475839 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:30.485389 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.510644 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 77f52496-baed-474f-9021-2b85e21e22b2 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:30.511209 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 77f52496-baed-474f-9021-2b85e21e22b2 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:30.514197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.525252 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] No DVR routers for this DVR port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 on host dv-cinder-789564-3-smb {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:30.525901 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-4d808ffc-560f-4969-a1d4-74baa91221a5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0743172 Jun 07 17:42:30.532721 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] For port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,segment=NetworkSegment(027649f5-7d3e-4281-a39b-78077cee7a4c),segment_id=027649f5-7d3e-4281-a39b-78077cee7a4c)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:30.533250 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.573313 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:30.589365 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:30.681374 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Calling delete_port for ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:30.686998 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.717323 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db73bd92-32a6-4f63-a067-702c00d19955']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:30.725539 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.730485 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:30.740611 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027649f5-7d3e-4281-a39b-78077cee7a4c') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:30.741158 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027649f5-7d3e-4281-a39b-78077cee7a4c') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:30.761351 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-6bc08783-00c5-4c71-9d35-223415ee9757 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--38032483&fields=id&tenant_id=88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 267 time: 0.0791676 Jun 07 17:42:30.762991 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.781579 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Pushing event deleted for resources: {'Port': ['ID=ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:30.783412 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] No DVR routers for this DVR port ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:30.785480 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1f8325bd-3e2c-482e-bdec-a048408ac0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:30.812069 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.834227 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:42:30.834695 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:42:30.849878 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:42:30.994483 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:31.011944 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:31.026454 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:31.028296 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/db73bd92-32a6-4f63-a067-702c00d19955 HTTP/1.1" status: 204 len: 168 time: 1.2991917 Jun 07 17:42:31.031938 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38680) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:31.039064 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-68df8acc-22f8-4bc5-aec2-a05ad30a9ab7 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:31.040585 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-68df8acc-22f8-4bc5-aec2-a05ad30a9ab7 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 810 time: 0.2699339 Jun 07 17:42:31.043839 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=db73bd92-32a6-4f63-a067-702c00d19955,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:31.046362 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-71f188c0-0cea-454b-9f53-f20148aed2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:31.057153 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-5f29fb8a-b4c7-45f0-ae0e-47c6d5940899 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/quotas/88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Jun 07 17:42:31.169036 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-ab1b95ee-adf3-486e-b11c-73d15c97a253 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009800 Jun 07 17:42:31.383425 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-f90942b5-6ce5-4e07-ab41-37732d989d0d service neutron] 10.222.0.25 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109137 Jun 07 17:42:31.497516 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1b15b077-d4bb-4718-a406-2cc105cf985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:31.530228 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-e082374f-e05f-4234-8367-09cccb929cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382966 Jun 07 17:42:31.724650 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-8af1f95a-f66d-46b1-a28e-0b84524fbf63 req-ebbafabd-6a79-4923-a03d-c7332807f131 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 210 time: 0.0466061 Jun 07 17:42:31.799931 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:31.959971 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 388af6f6-24b3-4a87-a9bc-ad0807a7c9af up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:32.030152 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:32.035270 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:32.035657 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.161661 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.195078 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] For port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:32.201950 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.204059 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:32.265430 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:32.269128 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Deleting port b2fdfe8c-166e-4752-b6a2-dde29456a2d1 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:32.269664 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.317654 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:32.317999 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device ba6746f4-05a3-4ecf-b8f8-3bdd0773cf90 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:32.324240 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Pushing event updated for resources: {'Port': ['ID=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:32.328115 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:32.406636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] For port b2fdfe8c-166e-4752-b6a2-dde29456a2d1, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:32.406986 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.525194 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Calling delete_port for b2fdfe8c-166e-4752-b6a2-dde29456a2d1 owned by network:router_interface {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:32.671228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:32.675828 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-66a2fd7e-d645-4472-8878-03c88a6595c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:32.723545 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fdfe8c-166e-4752-b6a2-dde29456a2d1,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:32.727142 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:32.917470 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b5e1b7da-d014-427c-9af4-15abe5c80c7f req-a1a18b3a-32c2-4ac7-914c-52d4e1173249 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 210 time: 0.0556238 Jun 07 17:42:32.972744 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-90bb9dc5-41bf-4492-b394-468cc658a93e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:32.974420 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-90bb9dc5-41bf-4492-b394-468cc658a93e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 810 time: 0.2570384 Jun 07 17:42:33.036474 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-d319c49c-ce89-465b-9d7e-b18dc8bfea7a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 378 time: 0.0470481 Jun 07 17:42:33.050734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'port': {'device_id': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'admin_state_up': True, 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'security_groups': ['5b0e08e7-7757-4687-87de-55d50d6035da']}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:33.150676 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.293882 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Made reservation on behalf of 88e97c0dc7df4fbe85667aad19f63588 for: {'port': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:42:33.297276 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.458396 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Allocated IP 172.20.0.3 (b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a/b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5/0faa7d7f-0745-4dee-a687-987c030eb124) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:42:33.521434 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Router 13fa2138-623d-4883-8119-6fae8f0d620e has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:33.644811 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.659902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Transition to ACTIVE for port object 0faa7d7f-0745-4dee-a687-987c030eb124 will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:33.683540 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:42:33.685976 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:42:33.701344 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:33.702729 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:42:33.703793 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:42:33.708767 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1f51e442-1873-460c-afbd-3e90ea44a03d admin admin] 10.222.0.25 "PUT /v2.0/routers/13fa2138-623d-4883-8119-6fae8f0d620e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721029 Jun 07 17:42:33.709243 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:42:33.709355 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38700) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:33.713264 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Sync routers for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:33.725319 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:33.726048 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:33.771401 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:33.772149 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.801055 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-04e9ef97-3231-44a5-8cb9-079c3068c6cc tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544723 Jun 07 17:42:33.812672 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Request body: {'port': {'device_id': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:33.910424 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks [] for router, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:33.926623 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: dv-cinder-789564-3-smb {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:33.985299 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.082603 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 388af6f6-24b3-4a87-a9bc-ad0807a7c9af up at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:34.186865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.196407 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.211528 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-4c47b4d5-cb31-466e-b4ab-9e75134bbbe7 None None] Provisioning for port 0faa7d7f-0745-4dee-a687-987c030eb124 completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:34.264228 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48318ae3-8001-436b-97df-2c5b40ff1941 req-64e271c2-ac31-4920-93d4-e2c8390946a1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:34.265696 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48318ae3-8001-436b-97df-2c5b40ff1941 req-64e271c2-ac31-4920-93d4-e2c8390946a1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 931 time: 0.1616311 Jun 07 17:42:34.267594 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-4c47b4d5-cb31-466e-b4ab-9e75134bbbe7 None None] Provisioning complete for port 0faa7d7f-0745-4dee-a687-987c030eb124 triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:34.268127 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4c47b4d5-cb31-466e-b4ab-9e75134bbbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.297663 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-efbec263-670c-4bac-9f7f-4d26803285ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.326025 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-48318ae3-8001-436b-97df-2c5b40ff1941 req-2ee78873-1f31-4e17-9009-5d618d81f859 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525603 Jun 07 17:42:34.327578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Deleting port 91b06ea0-1adb-4298-9081-2cdfafa1c597 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:34.327920 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.360206 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-4c47b4d5-cb31-466e-b4ab-9e75134bbbe7 None None] Port 0faa7d7f-0745-4dee-a687-987c030eb124 cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:42:34.361620 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Provisioning complete for port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:34.362011 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.368724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faa7d7f-0745-4dee-a687-987c030eb124 {{(pid=91900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:42:34.375935 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.391070 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Transition to ACTIVE for port object 0faa7d7f-0745-4dee-a687-987c030eb124 will not be triggered until provisioned by entity L2. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:42:34.395549 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.400144 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:34.541068 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port': {'id': '91b06ea0-1adb-4298-9081-2cdfafa1c597', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:37:08Z', 'updated_at': '2021-06-07T17:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:34.545590 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Checking router: 13fa2138-623d-4883-8119-6fae8f0d620e for host: dv-cinder-789564-3-smb {{(pid=91902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:34.555154 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Routers {'13fa2138-623d-4883-8119-6fae8f0d620e'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:34.555791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['13fa2138-623d-4883-8119-6fae8f0d620e'], 'active': True} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:34.605090 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] For port 91b06ea0-1adb-4298-9081-2cdfafa1c597, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=91b06ea0-1adb-4298-9081-2cdfafa1c597,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:34.605865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.629568 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Pushing event updated for resources: {'Port': ['ID=0faa7d7f-0745-4dee-a687-987c030eb124,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:34.636402 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:34.679434 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Attempting to bind port 0faa7d7f-0745-4dee-a687-987c030eb124 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:42:34.679769 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Attempting to bind port 0faa7d7f-0745-4dee-a687-987c030eb124 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:42:34.680100 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Attempting to bind port 0faa7d7f-0745-4dee-a687-987c030eb124 on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:42:34.685879 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Port 0faa7d7f-0745-4dee-a687-987c030eb124 on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:42:34.686148 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Attempting to bind port 0faa7d7f-0745-4dee-a687-987c030eb124 on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:42:34.692492 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:42:34.692951 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Checking segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:42:34.693335 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Bound using segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:42:34.693798 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Bound port: 0faa7d7f-0745-4dee-a687-987c030eb124, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:42:34.694149 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.726769 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvr_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] Set router 13fa2138-623d-4883-8119-6fae8f0d620e gateway port host: None {{(pid=91902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:34.763193 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Calling delete_port for 91b06ea0-1adb-4298-9081-2cdfafa1c597 owned by network:router_gateway {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:34.790472 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, cleared binding levels {{(pid=91900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:42:34.793515 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0faa7d7f-0745-4dee-a687-987c030eb124,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:42:34.798684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.803669 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-5e76db3e-4bf8-4cdb-9280-5261b453b76b tempest-TestShelveInstance-702295780 tempest-TestShelveInstance-702295780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:34.843644 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_hamode_db [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:42:34Z', 'revision_number': 6, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:34.851185 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb26b69-b89d-4792-b32c-5eab46f4a4fe None None] The sync data for ids ['13fa2138-623d-4883-8119-6fae8f0d620e'] in dv-cinder-789564-3-smb is: [{'id': '13fa2138-623d-4883-8119-6fae8f0d620e', 'name': 'tempest-TestShelveInstance-955401561-router', 'tenant_id': '8667e57654ad49658b9f6650f1b1d29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:37:05Z', 'updated_at': '2021-06-07T17:42:34Z', 'revision_number': 6, 'project_id': '8667e57654ad49658b9f6650f1b1d29e', 'gw_port_host': None}] {{(pid=91902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:34.862754 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:34.863366 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.864745 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] 10.222.0.60 "PUT /v2.0/ports/0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 1093 time: 1.0567622 Jun 07 17:42:34.865250 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:34.867559 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c569216-2b69-4742-ad1b-9f53cd336285" -d '{"events": [{"name": "network-changed", "server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:34.950488 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce5957a-e84c-49c1-8d3e-67fc24df724b x-openstack-request-id: req-bce5957a-e84c-49c1-8d3e-67fc24df724b {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:34.950818 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:34.951103 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bce5957a-e84c-49c1-8d3e-67fc24df724b {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:34.951530 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124', 'status': 'completed', 'code': 200} Jun 07 17:42:34.952020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:34.956861 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a0c04008-45ec-445c-a404-33fd57087c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:34.957554 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Pushing event updated for resources: {'Port': ['ID=0faa7d7f-0745-4dee-a687-987c030eb124,revision_number=3']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:34.961465 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-54567828-d79c-4c20-a2ba-02b16655a06a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:34.996129 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-4ca0eaf7-df45-41c0-b337-d55f12d6a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:34.997474 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-4ca0eaf7-df45-41c0-b337-d55f12d6a938 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1096 time: 0.0961304 Jun 07 17:42:35.001981 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Pushing event deleted for resources: {'Port': ['ID=91b06ea0-1adb-4298-9081-2cdfafa1c597,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:35.028216 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:35.073280 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-8c1d6a62-397b-42cb-839b-e7aa1de08f31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 217 time: 0.0668528 Jun 07 17:42:35.098430 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.136588 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-cb2dba18-fe2b-4741-9303-b6b2ca85961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:35.138054 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-cb2dba18-fe2b-4741-9303-b6b2ca85961b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0589585 Jun 07 17:42:35.212479 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-d5037d7f-11b9-47a0-9adf-7efe014ac1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:35.214001 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-d5037d7f-11b9-47a0-9adf-7efe014ac1d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696518 Jun 07 17:42:35.274717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.277437 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.306480 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.307195 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fa2138-623d-4883-8119-6fae8f0d620e {{(pid=91901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:42:35.311625 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.312712 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-e6fcb5b1-9cbe-4452-a7f0-71e9eee6110d admin admin] 10.222.0.25 "DELETE /v2.0/routers/13fa2138-623d-4883-8119-6fae8f0d620e HTTP/1.1" status: 204 len: 168 time: 1.6029012 Jun 07 17:42:35.315813 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38706) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:35.374914 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.381863 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Deleting subnet 5ee150ad-a449-4906-a2e5-085ea30e1c14 {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:42:35.384936 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.438127 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.452234 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-63aad6b0-c9ee-40d4-b91b-47b1b1ab5453 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300389 Jun 07 17:42:35.583077 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd505c9c-ca72-49a3-98d6-256ef1d67be8 req-84e93de4-d224-4473-8aea-ff93064ac322 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:35.584450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cd505c9c-ca72-49a3-98d6-256ef1d67be8 req-84e93de4-d224-4473-8aea-ff93064ac322 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 943 time: 0.1198947 Jun 07 17:42:35.584771 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-73e50500-9040-4296-ae33-fc12cfc8c1c1 req-61c031e0-71b5-436a-b524-bac2a0cd6a61 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255500 Jun 07 17:42:35.585659 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.678129 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-cd505c9c-ca72-49a3-98d6-256ef1d67be8 req-df30f86d-08fd-45d9-b997-b2bc8e11661f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578268 Jun 07 17:42:35.693961 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.698095 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:35.719529 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-5ba450cb-6a25-4535-a202-c48900066347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:35.721175 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-5ba450cb-6a25-4535-a202-c48900066347 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1096 time: 0.0920441 Jun 07 17:42:35.733986 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee150ad-a449-4906-a2e5-085ea30e1c14,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:35.737356 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:35.738406 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.742535 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-636db3e0-f5d7-441a-9bb0-e17efe9171b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5ee150ad-a449-4906-a2e5-085ea30e1c14 HTTP/1.1" status: 204 len: 168 time: 0.4234209 Jun 07 17:42:35.742716 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38710) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:35.746128 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99822c70-3abd-4b88-8073-13ada1edc1d0 None None] Network fd0b55d2-cd93-45ff-911e-329670afa883 requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:42:35.862578 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.881383 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-4973624d-ab2c-4e40-b017-ea4d9a44d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:35.882917 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-4973624d-ab2c-4e40-b017-ea4d9a44d983 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1551511 Jun 07 17:42:35.946397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Deleting port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:35.946953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:35.967291 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-bc4e1cf4-0c70-4659-ba6e-75211c72ca02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 217 time: 0.0764515 Jun 07 17:42:35.984821 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 91b06ea0-1adb-4298-9081-2cdfafa1c597 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:36.042414 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-4d6dd909-2f5a-4929-8c39-d5bb02c51b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:36.044892 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-4d6dd909-2f5a-4929-8c39-d5bb02c51b3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0684862 Jun 07 17:42:36.053302 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] For port f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:36.053907 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 91b06ea0-1adb-4298-9081-2cdfafa1c597 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:36.054027 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.054137 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 91b06ea0-1adb-4298-9081-2cdfafa1c597 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:36.054239 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2fdfe8c-166e-4752-b6a2-dde29456a2d1 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:36.100940 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: b2fdfe8c-166e-4752-b6a2-dde29456a2d1 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:36.101283 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device b2fdfe8c-166e-4752-b6a2-dde29456a2d1 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:36.140321 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-e7922659-6260-4438-86f6-f39934e0fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:36.143642 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-e7922659-6260-4438-86f6-f39934e0fa2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907135 Jun 07 17:42:36.197446 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] DHCP port deletion for fd0b55d2-cd93-45ff-911e-329670afa883 request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:42:36.197705 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Calling delete_port for f7b87c7a-1ed1-4561-801f-0810aa8f32a2 owned by network:dhcp {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:36.268392 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Deleting port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:42:36.268867 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.289477 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-b4ad5fd3-7928-4f3d-b3c4-f786ebbcdca5 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383829 Jun 07 17:42:36.363988 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.370659 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] For port f7b87c7a-1ed1-4561-801f-0810aa8f32a2, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,segment=NetworkSegment(36f7190d-29f4-4c3b-969c-29149105fa10),segment_id=36f7190d-29f4-4c3b-969c-29149105fa10)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:36.371055 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.373613 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-33d06e99-19ec-45dc-9962-a4011746ef70 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:36.411533 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] No DVR routers for this DVR port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 on host dv-cinder-789564-3-smb {{(pid=91901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:36.434969 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-9c569216-2b69-4742-ad1b-9f53cd336285 req-88b82a1d-5ae4-4cc4-ac3c-3016bc9bfbe1 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381044 Jun 07 17:42:36.443871 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:36.448295 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:36.492998 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Calling delete_port for f7b87c7a-1ed1-4561-801f-0810aa8f32a2 owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:42:36.537043 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.537297 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.540528 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:36.550056 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0b55d2-cd93-45ff-911e-329670afa883']}} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:36.562200 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f7190d-29f4-4c3b-969c-29149105fa10') {'for_net_delete': True} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:36.562494 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.services.segments.db [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f7190d-29f4-4c3b-969c-29149105fa10') {} {{(pid=91901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:36.573832 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33088378'] for segment, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.581920 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Pushing event deleted for resources: {'Port': ['ID=f7b87c7a-1ed1-4561-801f-0810aa8f32a2,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:36.584859 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:36.585663 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] No DVR routers for this DVR port f7b87c7a-1ed1-4561-801f-0810aa8f32a2 on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:42:36.590439 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.599280 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=91901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:42:36.599665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31812825'] for segment, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: Traceback (most recent call last): Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: timer() Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: cb(*args, **kw) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: return func(*args, **kwargs) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: self._notify() Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: self.callback(batched_events) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: event.method(event) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: return f(self, *a, **k) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: return self._get(url).json() Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: return self.request(url, 'GET', **kwargs) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:42:36.613609 dv-cinder-789564-3-smb neutron-server[91901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:42:36.688908 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.692501 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:36.705196 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.707018 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] 10.222.0.25 "DELETE /v2.0/networks/fd0b55d2-cd93-45ff-911e-329670afa883 HTTP/1.1" status: 204 len: 168 time: 0.9634256 Jun 07 17:42:36.715477 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0b55d2-cd93-45ff-911e-329670afa883,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:36.716101 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-02cd361e-c7a8-4f1b-b22d-57375e12db0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:36.834288 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38716) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:36.873048 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b15a6-c44f-4ae8-b6e3-df532e886947 req-05c1271f-bdf8-4c39-b819-f7ff4039a0d6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:36.874410 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-479b15a6-c44f-4ae8-b6e3-df532e886947 req-05c1271f-bdf8-4c39-b819-f7ff4039a0d6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 943 time: 0.0804334 Jun 07 17:42:36.885230 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1a10ad3b-176b-4e9c-a8f0-015784afbc58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec483c477a6e4dfcbce9f11aa7434e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496764 Jun 07 17:42:36.886219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38718) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:36.919406 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-479b15a6-c44f-4ae8-b6e3-df532e886947 req-431623da-0608-41f1-a895-a890fddd6b04 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390928 Jun 07 17:42:36.947678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.974305 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:36.996520 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.026114 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.028555 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.029668 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fc56fef-41a8-4788-b0a4-f1089b686a8d HTTP/1.1" status: 204 len: 168 time: 0.1425688 Jun 07 17:42:37.030412 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-fa6a7e6c-d6bf-4aee-be90-e2d010f81b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:37.040421 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc56fef-41a8-4788-b0a4-f1089b686a8d,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:37.043475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-36917f22-42e7-4a69-b3cf-786efdf50e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:37.365197 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38724) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:37.413564 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1bfb4696-eea0-4bcc-9b96-298814d49e7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8667e57654ad49658b9f6650f1b1d29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470855 Jun 07 17:42:37.415892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38726) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:37.473580 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.498426 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.553220 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.555566 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:37.556700 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61fc2c69-e16c-4a89-8b1c-a88d00a80f8f HTTP/1.1" status: 204 len: 168 time: 0.1399188 Jun 07 17:42:37.557495 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-a89147eb-4988-4996-b12e-3826c466c597 tempest-VolumesNegativeTest-1364777687 tempest-VolumesNegativeTest-1364777687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:37.567500 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc2c69-e16c-4a89-8b1c-a88d00a80f8f,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:37.569665 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-05ad05e9-9fde-4035-9903-39b6e858ed05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:37.916654 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f7b87c7a-1ed1-4561-801f-0810aa8f32a2 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:42:37.952111 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: f7b87c7a-1ed1-4561-801f-0810aa8f32a2 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:42:37.952467 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device f7b87c7a-1ed1-4561-801f-0810aa8f32a2 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:42:38.126091 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199136-a622-4b20-8631-2d60c427126c req-af64f56f-259b-4dee-b37b-6bc098b8cee8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:38.127920 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3199136-a622-4b20-8631-2d60c427126c req-af64f56f-259b-4dee-b37b-6bc098b8cee8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 943 time: 0.0961218 Jun 07 17:42:38.179474 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-a3199136-a622-4b20-8631-2d60c427126c req-9f815e3e-36ae-4d80-8c27-53c22d2b5557 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452015 Jun 07 17:42:38.373616 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:42:38.882089 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0faa7d7f-0745-4dee-a687-987c030eb124 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:42:39.011225 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0faa7d7f-0745-4dee-a687-987c030eb124,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:39.024512 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '0faa7d7f-0745-4dee-a687-987c030eb124', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'port_id': '0faa7d7f-0745-4dee-a687-987c030eb124', 'mac_address': 'fa:16:3e:30:c1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:42:39.079971 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:39.095984 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faa7d7f-0745-4dee-a687-987c030eb124 {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:42:39.110335 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0faa7d7f-0745-4dee-a687-987c030eb124,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:39.115720 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:39.117520 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:39.180134 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=0faa7d7f-0745-4dee-a687-987c030eb124,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:39.183012 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:39.330775 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['0faa7d7f-0745-4dee-a687-987c030eb124'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:42:39.370628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594501-5581-4eee-8d3e-518676395537 req-12dc5b92-4c03-47de-a742-a3ca10d22ca8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:39.372095 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef594501-5581-4eee-8d3e-518676395537 req-12dc5b92-4c03-47de-a742-a3ca10d22ca8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 944 time: 0.0841770 Jun 07 17:42:39.417904 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ef594501-5581-4eee-8d3e-518676395537 req-58a8fdd8-f2b7-409d-8a84-9016f8a7e085 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392826 Jun 07 17:42:40.609251 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a4c4b-7820-41f7-a15d-6c13876961f8 req-21c489d6-949c-43f3-93c3-771aca932d27 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:40.610719 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-068a4c4b-7820-41f7-a15d-6c13876961f8 req-21c489d6-949c-43f3-93c3-771aca932d27 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 944 time: 0.0857456 Jun 07 17:42:40.661961 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-068a4c4b-7820-41f7-a15d-6c13876961f8 req-d29eb7f8-2e19-4f7e-ac0b-e62ef37d5195 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450859 Jun 07 17:42:40.883867 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0faa7d7f-0745-4dee-a687-987c030eb124 up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:42:40.953138 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 0faa7d7f-0745-4dee-a687-987c030eb124 completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:42:40.958381 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 0faa7d7f-0745-4dee-a687-987c030eb124 triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:42:40.958756 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:41.071071 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:41.097087 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:41.099277 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293a57bd-da68-4e71-bd87-7c6aca09837a" -d '{"events": [{"server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "name": "network-vif-plugged", "status": "completed", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:41.107201 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0faa7d7f-0745-4dee-a687-987c030eb124,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:42:41.110303 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:41.112452 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-950e68e9-734e-4ad5-8ba9-4881e71de8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:42:41.150779 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb36336-fd42-4d3c-b03b-90493c28eb59 x-openstack-request-id: req-8eb36336-fd42-4d3c-b03b-90493c28eb59 {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:41.151075 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "name": "network-vif-plugged", "status": "completed", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:41.151336 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8eb36336-fd42-4d3c-b03b-90493c28eb59 {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:41.151720 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124', 'code': 200} Jun 07 17:42:41.183215 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=0faa7d7f-0745-4dee-a687-987c030eb124,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:42:41.186114 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:42:41.370724 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ef8c-1930-4c82-aeef-d42bf9da869c req-f0bb16f1-16d6-4c82-b0dd-63809f707a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:41.372056 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3e92ef8c-1930-4c82-aeef-d42bf9da869c req-f0bb16f1-16d6-4c82-b0dd-63809f707a86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0674655 Jun 07 17:42:41.410348 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3e92ef8c-1930-4c82-aeef-d42bf9da869c req-b1aade5d-e4e3-4929-a00b-31eb30cb753e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318258 Jun 07 17:42:41.840978 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ff136-05d8-4215-aecb-c61a0ce62ec1 req-33c304b1-52d3-4c37-9675-d08987343577 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:41.842654 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-806ff136-05d8-4215-aecb-c61a0ce62ec1 req-33c304b1-52d3-4c37-9675-d08987343577 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0787520 Jun 07 17:42:41.887213 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-806ff136-05d8-4215-aecb-c61a0ce62ec1 req-87065264-075b-43f8-99ec-ecd5c2e3b4ca tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383255 Jun 07 17:42:42.395294 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:43.212446 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7b5d-291e-42f3-a975-c4c40453c125 req-d4de0686-4a3f-45c9-abcb-7451398ac3e1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:43.213901 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8c5c7b5d-291e-42f3-a975-c4c40453c125 req-d4de0686-4a3f-45c9-abcb-7451398ac3e1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0806615 Jun 07 17:42:43.257121 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8c5c7b5d-291e-42f3-a975-c4c40453c125 req-24a60919-39c3-4784-98d4-aeaf7a6343eb tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373747 Jun 07 17:42:43.434778 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24449-8d9d-4f60-b59c-cdfafe1fd3b3 req-e87e1788-a8e5-43e5-bff7-26f05eb24a17 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:43.436197 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-beb24449-8d9d-4f60-b59c-cdfafe1fd3b3 req-e87e1788-a8e5-43e5-bff7-26f05eb24a17 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0821462 Jun 07 17:42:43.446384 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38744) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:42:43.450811 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'floatingip': {'port_id': '0faa7d7f-0745-4dee-a687-987c030eb124'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:42:43.526849 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:44.204567 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:44.208334 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:44.376142 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Floating IP 9c9c3130-9cce-4f36-ada9-705c5c252729 associated. External IP: 172.28.3.194, port: 0faa7d7f-0745-4dee-a687-987c030eb124. Jun 07 17:42:44.719136 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:42:44.893398 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:42:44.898008 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:42:44.902399 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:42:44.912255 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:44.912897 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:44.954175 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-c3fe2a19-485f-44c7-98b7-83f0176a675d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "PUT /v2.0/floatingips/9c9c3130-9cce-4f36-ada9-705c5c252729 HTTP/1.1" status: 200 len: 991 time: 1.5067527 Jun 07 17:42:44.954806 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:42:44.957326 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf180b2-c5f0-4014-a469-b7c170aea7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:42:45.001459 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de41bc3-70cf-48bf-bf49-c2c3dfb68d4d x-openstack-request-id: req-2de41bc3-70cf-48bf-bf49-c2c3dfb68d4d {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:42:45.001793 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:42:45.002237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2de41bc3-70cf-48bf-bf49-c2c3dfb68d4d {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:42:45.002705 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124', 'status': 'completed', 'code': 200} Jun 07 17:42:45.096457 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:45.098624 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-b1fee58d-de6e-4d46-884c-2c287e5a2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:45.100080 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-b1fee58d-de6e-4d46-884c-2c287e5a2bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0756643 Jun 07 17:42:45.230510 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-0932fc3f-0e10-46fe-bfba-159af6b306b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:45.231851 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-0932fc3f-0e10-46fe-bfba-159af6b306b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1248631 Jun 07 17:42:45.418613 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-39c8b325-31e3-448e-8ffb-0848d0ede8ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 999 time: 0.1802764 Jun 07 17:42:45.440497 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '9c9c3130-9cce-4f36-ada9-705c5c252729', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '0faa7d7f-0745-4dee-a687-987c030eb124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:30:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:42:29Z', 'updated_at': '2021-06-07T17:42:44Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:45.444316 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:42:45.452249 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:42:45.452981 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:42:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:45.483586 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-f715dfce-3f52-42c2-8a2a-bdd983655f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:45.484958 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-f715dfce-3f52-42c2-8a2a-bdd983655f31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0597658 Jun 07 17:42:45.559697 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-66678e91-215e-4885-9ea5-c9c7101f5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:42:45.561200 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-66678e91-215e-4885-9ea5-c9c7101f5828 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698879 Jun 07 17:42:45.629094 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:42:45.694905 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-6f54b68f-64eb-412d-bede-f813bbb1da4e service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271007 Jun 07 17:42:45.827356 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2bf180b2-c5f0-4014-a469-b7c170aea7a3 req-392f4ae2-fe77-4400-8f07-80812c4e43b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259809 Jun 07 17:42:45.972867 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '9c9c3130-9cce-4f36-ada9-705c5c252729', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '0faa7d7f-0745-4dee-a687-987c030eb124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:30:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:42:29Z', 'updated_at': '2021-06-07T17:42:44Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:42:45.976694 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce96834-739a-4111-8117-6d38ded03ea5 None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '9c9c3130-9cce-4f36-ada9-705c5c252729', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '0faa7d7f-0745-4dee-a687-987c030eb124', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:30:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:42:29Z', 'updated_at': '2021-06-07T17:42:44Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:42:46.152002 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212cd4c8-5d52-4378-96c8-da952d309e7d None None] New status for floating IP 9c9c3130-9cce-4f36-ada9-705c5c252729: ACTIVE {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:43:01.490339 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-94c30636-7b12-4c83-84f3-1327c800aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:04.038515 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:04.182869 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-fd8d1eab-7ff2-49de-96a0-289e22f297b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:05.365969 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:06.999014 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:11.397575 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-18a2796f-3fdb-43b1-9c81-b44754411588 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718431 Jun 07 17:43:11.538252 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-a0068f7d-ce33-4e42-a76f-98792d96f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:11.539671 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-a0068f7d-ce33-4e42-a76f-98792d96f83d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0696728 Jun 07 17:43:11.689809 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-d7a42397-07e5-4edb-a03a-98fa790a66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:11.691258 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-d7a42397-07e5-4edb-a03a-98fa790a66ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1274016 Jun 07 17:43:11.794422 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-fb7617d6-8b64-450c-833a-b5eb0f4a6de6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 1001 time: 0.0960050 Jun 07 17:43:11.856304 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-61b8bcd5-608f-4d39-b2c7-3f98fed21652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:11.857756 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-61b8bcd5-608f-4d39-b2c7-3f98fed21652 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0559464 Jun 07 17:43:11.940603 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-2dcbfb25-745a-4840-a579-e0a63d9b9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:11.942204 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-2dcbfb25-745a-4840-a579-e0a63d9b9b8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763342 Jun 07 17:43:12.076452 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-4655224e-24b5-4b20-96a3-a9d9157e7b02 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235235 Jun 07 17:43:12.207351 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-27c79166-fb8e-4c32-8075-47b57e3c6f36 req-3960a008-5826-4cf2-b37b-169b3c7cb3b9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235495 Jun 07 17:43:12.400585 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:15.375819 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:43:27.361913 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc2d7-a56d-4c62-9efa-c68c6a46d4ea req-28398bbd-d109-4106-ae7b-58b9395cf265 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:27.363246 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-38ffc2d7-a56d-4c62-9efa-c68c6a46d4ea req-28398bbd-d109-4106-ae7b-58b9395cf265 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0789008 Jun 07 17:43:27.409606 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-38ffc2d7-a56d-4c62-9efa-c68c6a46d4ea req-d4f7f684-d3fd-41d7-a2c6-4d1acd4cc79e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407581 Jun 07 17:43:28.598464 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10977b5-569f-4188-a05a-cec140b89124 req-158c8739-36fc-4d4c-9f68-503c2e9ab341 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:28.599909 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c10977b5-569f-4188-a05a-cec140b89124 req-158c8739-36fc-4d4c-9f68-503c2e9ab341 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0860529 Jun 07 17:43:28.646972 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-c10977b5-569f-4188-a05a-cec140b89124 req-08468c47-45b7-49d6-9d02-742f2a171deb tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405254 Jun 07 17:43:29.829693 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49412d-6bc5-4a3e-8117-6d0d84cdc9f1 req-79744065-e849-4696-9001-2e903d8d89fa tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:29.831151 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1c49412d-6bc5-4a3e-8117-6d0d84cdc9f1 req-79744065-e849-4696-9001-2e903d8d89fa tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0783699 Jun 07 17:43:29.874661 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-1c49412d-6bc5-4a3e-8117-6d0d84cdc9f1 req-7c61afd4-97d8-4cda-a1b3-4eb1b6add853 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378952 Jun 07 17:43:31.060653 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc8a3f-29bd-47f0-85f2-ab67152c3a59 req-a67bdf7e-580b-4c03-865e-dbb60a2ff578 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:31.062047 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-72dc8a3f-29bd-47f0-85f2-ab67152c3a59 req-a67bdf7e-580b-4c03-865e-dbb60a2ff578 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0811958 Jun 07 17:43:31.106091 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-72dc8a3f-29bd-47f0-85f2-ab67152c3a59 req-4a64dff9-1d3c-4042-bda9-70c9921acc8d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383449 Jun 07 17:43:31.492029 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dd2918ca-cd24-4106-b6b2-9160c7bd765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:32.298545 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0964d7-f99f-46b9-8012-a2daf92c9a8d req-af6d4ec2-0a72-4edc-b5e8-82871c455597 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:32.299993 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7c0964d7-f99f-46b9-8012-a2daf92c9a8d req-af6d4ec2-0a72-4edc-b5e8-82871c455597 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0893452 Jun 07 17:43:32.421598 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7c0964d7-f99f-46b9-8012-a2daf92c9a8d req-68e2037d-3b3c-4cbc-8ba5-70a3080bac56 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153040 Jun 07 17:43:33.606758 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3d415-5318-47b0-9580-6ee610fd9e52 req-6437a581-aeda-405c-8c98-3bb4ed8f9ef9 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:33.608186 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-acc3d415-5318-47b0-9580-6ee610fd9e52 req-6437a581-aeda-405c-8c98-3bb4ed8f9ef9 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0781717 Jun 07 17:43:33.653717 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-acc3d415-5318-47b0-9580-6ee610fd9e52 req-3363cfcc-d527-4201-b923-ea46669bbffd tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399773 Jun 07 17:43:34.045294 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:34.185456 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-0bf8996c-7989-4ce2-a038-23ce1678ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:34.844445 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c553c9-4a9a-407e-94df-d2b2a5755712 req-393b257b-e004-4180-8fd3-a774532cae32 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:34.847005 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89c553c9-4a9a-407e-94df-d2b2a5755712 req-393b257b-e004-4180-8fd3-a774532cae32 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0848768 Jun 07 17:43:34.890649 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-89c553c9-4a9a-407e-94df-d2b2a5755712 req-8d2cfeac-dbcd-49b2-b54b-280e7d18435b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379214 Jun 07 17:43:35.368925 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:36.074064 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cff92-ad26-494d-aa1a-2bf5936c3810 req-078df8c3-7f16-45ea-b8e0-ec2bb6a701e5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:36.075399 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce2cff92-ad26-494d-aa1a-2bf5936c3810 req-078df8c3-7f16-45ea-b8e0-ec2bb6a701e5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0809674 Jun 07 17:43:36.118584 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce2cff92-ad26-494d-aa1a-2bf5936c3810 req-c58d3858-4440-4c69-a98b-3dba96c45ca2 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375192 Jun 07 17:43:37.002195 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:37.305121 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6550d-546b-44a6-b9ee-246f0204a56e req-76744acf-6055-4971-8e0c-a17dfaa329c9 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:37.306555 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e9a6550d-546b-44a6-b9ee-246f0204a56e req-76744acf-6055-4971-8e0c-a17dfaa329c9 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0821929 Jun 07 17:43:37.350141 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e9a6550d-546b-44a6-b9ee-246f0204a56e req-df981304-36f0-48fb-8d57-090617c87967 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379972 Jun 07 17:43:38.531855 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b949-0072-4e1d-a68d-7c4e97e78460 req-68af3fe1-f6e1-4e83-9257-c069dfe1247d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:38.533314 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4989b949-0072-4e1d-a68d-7c4e97e78460 req-68af3fe1-f6e1-4e83-9257-c069dfe1247d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0773511 Jun 07 17:43:38.692805 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-4989b949-0072-4e1d-a68d-7c4e97e78460 req-471b43c5-6a35-43a5-817e-0aa0e5a888dd tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532226 Jun 07 17:43:39.065904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031954b-a890-4248-9afd-bb68d1dbc11a req-c5927f42-e8be-4dc9-bfa2-4d79c08c4e71 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:39.067833 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6031954b-a890-4248-9afd-bb68d1dbc11a req-c5927f42-e8be-4dc9-bfa2-4d79c08c4e71 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0932570 Jun 07 17:43:39.096795 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-04e76a4d-793b-44e6-93d8-335021c15b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:39.098247 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-04e76a4d-793b-44e6-93d8-335021c15b22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0732841 Jun 07 17:43:39.114890 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6031954b-a890-4248-9afd-bb68d1dbc11a req-b7328704-a117-4eda-84ef-fe067159655b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414636 Jun 07 17:43:39.237567 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-1b1c731d-a291-4704-8526-9108dc4d3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:39.239692 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-1b1c731d-a291-4704-8526-9108dc4d3963 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1350977 Jun 07 17:43:39.359602 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-9d4d5e3e-6bae-428e-8f7c-e234ea476692 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 1001 time: 0.1130004 Jun 07 17:43:39.439285 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-2b750cc4-6ae7-4417-9867-fdebcfc16856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:39.441082 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-2b750cc4-6ae7-4417-9867-fdebcfc16856 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0749161 Jun 07 17:43:39.524456 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-b23dd187-3b69-4709-8846-e4841251386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:39.526011 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-b23dd187-3b69-4709-8846-e4841251386d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785780 Jun 07 17:43:39.659215 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-d3df3351-80b8-4493-b712-0e18a1b58881 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258860 Jun 07 17:43:39.791505 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-bc0b9c2b-2442-4a12-828c-57823a2f6a27 req-edcfa3e0-d76f-4639-9edc-0ea48310fed9 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260815 Jun 07 17:43:40.313655 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f21d-6f9f-4ab7-876b-e82865b5d4c2 req-f7fa5f18-83fa-41a5-b047-502c1431f7b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:40.315123 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a437f21d-6f9f-4ab7-876b-e82865b5d4c2 req-f7fa5f18-83fa-41a5-b047-502c1431f7b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0866926 Jun 07 17:43:40.361613 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-a437f21d-6f9f-4ab7-876b-e82865b5d4c2 req-929a9de5-9306-405e-8683-5a2c62230965 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405667 Jun 07 17:43:41.547653 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49150c-fbe4-4289-ba20-d25b73b8c517 req-403c7ac1-b9fc-4530-852e-5b35217c613e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:43:41.549113 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ff49150c-fbe4-4289-ba20-d25b73b8c517 req-403c7ac1-b9fc-4530-852e-5b35217c613e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0826130 Jun 07 17:43:41.593894 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ff49150c-fbe4-4289-ba20-d25b73b8c517 req-4ff6d2ab-7fda-470b-9b7a-e81fec62f032 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391264 Jun 07 17:43:42.393918 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:43:52.374514 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:44:01.492478 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c11c3f2e-5946-4fa7-8ff2-6f004262bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:04.037345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:04.186873 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4d47577e-18a7-4c84-8a55-9cf104f9f660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:05.371204 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:07.004399 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:12.413798 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:12.490544 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-a2be2a12-4bdb-44c0-928c-f084ff68af7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685184 Jun 07 17:44:12.631374 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-95e05716-eb05-4bb6-b395-6d7add80eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:12.632830 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-95e05716-eb05-4bb6-b395-6d7add80eab7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0727706 Jun 07 17:44:12.773153 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-d3194e7f-0f74-40b6-9099-54ebcf5e3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:12.774669 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-d3194e7f-0f74-40b6-9099-54ebcf5e3fb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1239443 Jun 07 17:44:12.874277 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-ea08b7be-c7d0-475d-b3eb-af25d9474ffe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 1001 time: 0.0933325 Jun 07 17:44:12.936004 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-4a863c33-e704-4ef4-bdea-a9e159b3a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:12.937416 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-4a863c33-e704-4ef4-bdea-a9e159b3a68b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0557745 Jun 07 17:44:13.010055 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-396c221e-89b1-4e2f-9183-afa3035a7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:13.011444 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-396c221e-89b1-4e2f-9183-afa3035a7742 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667253 Jun 07 17:44:13.220009 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-9dab9aa1-9f3b-48ba-a444-cae87540958d service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996243 Jun 07 17:44:13.351318 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f66afcfd-b3a3-41aa-9fb5-eb5117a840e9 req-89a4e45d-1aab-49c8-a1a8-ed7c09449034 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229401 Jun 07 17:44:15.824199 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a22a6-8c64-4b7e-b248-20edf0fb8648 req-04f0bcfe-d839-4ebc-a878-a00c0e19f582 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:15.825694 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-911a22a6-8c64-4b7e-b248-20edf0fb8648 req-04f0bcfe-d839-4ebc-a878-a00c0e19f582 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0851614 Jun 07 17:44:15.871139 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-911a22a6-8c64-4b7e-b248-20edf0fb8648 req-e93e95d7-1879-4426-83c7-db33f22cd36a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394337 Jun 07 17:44:17.057595 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513c679-76db-47cc-997a-5bec65450b3b req-16cd1c77-2011-4c41-b656-c6a97b8c1d29 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:17.058936 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2513c679-76db-47cc-997a-5bec65450b3b req-16cd1c77-2011-4c41-b656-c6a97b8c1d29 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0780168 Jun 07 17:44:17.106026 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2513c679-76db-47cc-997a-5bec65450b3b req-df1d643f-e772-4026-a25c-bcd7c8afa81b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415416 Jun 07 17:44:18.289480 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d383aa2-f31b-4bdb-9387-ab7c1a7bceeb req-f0a8b47f-1afb-4bc9-bb6e-db5f9e1dab53 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:18.291006 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0d383aa2-f31b-4bdb-9387-ab7c1a7bceeb req-f0a8b47f-1afb-4bc9-bb6e-db5f9e1dab53 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0824502 Jun 07 17:44:18.338617 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0d383aa2-f31b-4bdb-9387-ab7c1a7bceeb req-df45fb66-2470-4359-b8fb-40bcc8d1a817 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417299 Jun 07 17:44:19.522237 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7b07-294c-430f-8f90-5c201d605c5d req-5c6b0279-1a4f-4fa1-841b-107f7f78386e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:19.523675 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-84be7b07-294c-430f-8f90-5c201d605c5d req-5c6b0279-1a4f-4fa1-841b-107f7f78386e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0811806 Jun 07 17:44:19.567835 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-84be7b07-294c-430f-8f90-5c201d605c5d req-f2dcba72-ea8a-497d-b677-7267b8160d21 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377588 Jun 07 17:44:20.750578 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091f24-e342-40b4-91fb-aa35968f906c req-718f56eb-2b1c-4ba1-9c05-be7ee17de0aa tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:20.752051 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f4091f24-e342-40b4-91fb-aa35968f906c req-718f56eb-2b1c-4ba1-9c05-be7ee17de0aa tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0797598 Jun 07 17:44:20.797318 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-f4091f24-e342-40b4-91fb-aa35968f906c req-eb415412-108d-4a69-b1f9-5640b2bd4949 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396268 Jun 07 17:44:21.981912 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14300892-d938-4dd9-8e39-e1c31b182fca req-672c7f4b-9850-48f6-b4b0-35c4613dc3a0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:21.983317 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-14300892-d938-4dd9-8e39-e1c31b182fca req-672c7f4b-9850-48f6-b4b0-35c4613dc3a0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0818081 Jun 07 17:44:22.027077 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-14300892-d938-4dd9-8e39-e1c31b182fca req-da71f9ee-728c-4a5b-b74d-a4431926c4f2 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381010 Jun 07 17:44:23.214904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3adb3-3f35-4591-8661-ff7f117b7aee req-46ce8b4e-e849-4b9f-9c83-f72adb2e4c08 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:23.216330 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-35e3adb3-3f35-4591-8661-ff7f117b7aee req-46ce8b4e-e849-4b9f-9c83-f72adb2e4c08 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Jun 07 17:44:23.259799 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-35e3adb3-3f35-4591-8661-ff7f117b7aee req-16a4d997-2352-476c-8422-67172c1e15d5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374408 Jun 07 17:44:24.440874 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa268dc-a48b-4028-ba14-abb26651f995 req-e400e5ae-aa9b-4774-816d-23d5c4b137e6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:24.442285 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2fa268dc-a48b-4028-ba14-abb26651f995 req-e400e5ae-aa9b-4774-816d-23d5c4b137e6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0779021 Jun 07 17:44:24.484983 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2fa268dc-a48b-4028-ba14-abb26651f995 req-3d1678eb-2d4e-4976-b227-c6f9d0cd2ce0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366356 Jun 07 17:44:25.668369 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0214f-6cf1-4218-9cc6-019578bed377 req-c1ed3dc3-d693-454e-8777-4bab95865d53 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:25.669852 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54b0214f-6cf1-4218-9cc6-019578bed377 req-c1ed3dc3-d693-454e-8777-4bab95865d53 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0808322 Jun 07 17:44:25.714833 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-54b0214f-6cf1-4218-9cc6-019578bed377 req-bf08d85f-538f-4a29-9810-0518b829ea06 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394447 Jun 07 17:44:26.900743 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc1a8c-7784-4693-ade1-4f1d0f5ef892 req-97bf25e4-8083-486b-9c39-77701ebc362d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:26.902177 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63bc1a8c-7784-4693-ade1-4f1d0f5ef892 req-97bf25e4-8083-486b-9c39-77701ebc362d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0828638 Jun 07 17:44:26.945653 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-63bc1a8c-7784-4693-ade1-4f1d0f5ef892 req-d0c5cb28-1bda-4eee-942b-87eb5d82778b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377433 Jun 07 17:44:27.274079 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd616df-f714-4857-8395-a7101b62ab1e req-76715b22-fe41-4d01-972f-e8b530b88048 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:27.276264 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dcd616df-f714-4857-8395-a7101b62ab1e req-76715b22-fe41-4d01-972f-e8b530b88048 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0809293 Jun 07 17:44:27.324286 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-dcd616df-f714-4857-8395-a7101b62ab1e req-53a1ecd3-2728-4364-8464-51730b3856a7 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423846 Jun 07 17:44:27.327224 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-b79b57ab-d53e-417b-b34d-4e62d29ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:27.328675 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-b79b57ab-d53e-417b-b34d-4e62d29ccda0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 1098 time: 0.0747347 Jun 07 17:44:27.459185 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-92742399-f2ad-40ae-a36d-4b8ba37edbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:27.460629 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-92742399-f2ad-40ae-a36d-4b8ba37edbfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1254406 Jun 07 17:44:27.566871 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-64a8e737-1766-425f-9f08-f446491b5adb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 200 len: 1001 time: 0.0995896 Jun 07 17:44:27.626989 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-41bf0f06-a2ca-4da7-8f25-507b2d82ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:27.628271 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-41bf0f06-a2ca-4da7-8f25-507b2d82ae42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0548906 Jun 07 17:44:27.704123 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-b4f5867b-0026-4c5b-9719-44c606edffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:27.705599 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-b4f5867b-0026-4c5b-9719-44c606edffe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714402 Jun 07 17:44:27.834099 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-bb420e38-ed7f-472a-9828-0c954060d0b3 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221979 Jun 07 17:44:27.960918 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebc0c000-9d45-4b00-8a30-6d5ed784e990 req-901b52e1-bf61-4a2d-8530-68ab60d66833 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202600 Jun 07 17:44:28.511147 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f7fc-b6a1-4fdb-849e-4229e2b74e3d req-d44c43ff-dff6-450e-9ee0-8dfb3e63b1e8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:28.512619 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-72b6f7fc-b6a1-4fdb-849e-4229e2b74e3d req-d44c43ff-dff6-450e-9ee0-8dfb3e63b1e8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0792193 Jun 07 17:44:28.558344 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-72b6f7fc-b6a1-4fdb-849e-4229e2b74e3d req-f10b1800-5ca9-40bc-80c4-3464b178ca9c tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400236 Jun 07 17:44:29.373530 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:44:29.752667 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0f40-2b30-4e15-bc4c-aa698a51d2bf req-4391d197-eb80-4830-8fbc-d8e4a73b44a8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:44:29.754260 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce1a0f40-2b30-4e15-bc4c-aa698a51d2bf req-4391d197-eb80-4830-8fbc-d8e4a73b44a8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0805712 Jun 07 17:44:29.800689 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-ce1a0f40-2b30-4e15-bc4c-aa698a51d2bf req-b9a61481-48e7-4810-8268-609b47a74ed0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407629 Jun 07 17:44:31.495317 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-542d0e0f-b2ac-425b-9d47-82b4a15cb129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:34.039562 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:34.187864 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e5e8c974-2678-4fa0-984b-bb0d36759b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:35.373626 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:37.007221 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:44:42.416998 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:01.496097 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7781ffd2-2b41-4442-b9ce-11f7219cb59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:02.831158 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90119ea-7ef6-413f-b877-787d0349942c req-b415bf87-3eeb-4c9f-b700-4fab8f4ce169 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:02.832624 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e90119ea-7ef6-413f-b877-787d0349942c req-b415bf87-3eeb-4c9f-b700-4fab8f4ce169 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.2541757 Jun 07 17:45:02.876321 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-e90119ea-7ef6-413f-b877-787d0349942c req-ad10543f-e2fd-41d0-b862-6361280a5dcd tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372705 Jun 07 17:45:04.042791 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:04.189278 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-cd1389af-53ac-4f67-a6cb-f56edd902321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:04.205764 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291085e-e1da-47fb-9f88-72c7999d2055 req-0042f8dd-9ea6-4a78-bc3d-106cada58254 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:04.207270 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e291085e-e1da-47fb-9f88-72c7999d2055 req-0042f8dd-9ea6-4a78-bc3d-106cada58254 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.2209246 Jun 07 17:45:04.252371 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-e291085e-e1da-47fb-9f88-72c7999d2055 req-6d97beca-9a8b-436b-a1e5-c09b71afcbf7 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b0e08e7-7757-4687-87de-55d50d6035da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394042 Jun 07 17:45:04.715343 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-71980716-6310-4655-83f0-74dd54c5d055 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:04.717007 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-71980716-6310-4655-83f0-74dd54c5d055 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 945 time: 0.0817420 Jun 07 17:45:04.850925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Deleting port 0faa7d7f-0745-4dee-a687-987c030eb124 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:45:04.851260 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:04.981345 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] For port 0faa7d7f-0745-4dee-a687-987c030eb124, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=0faa7d7f-0745-4dee-a687-987c030eb124,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:45:04.981613 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.267876 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.268561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.268561 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.l3_db [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Floating IP 9c9c3130-9cce-4f36-ada9-705c5c252729 disassociated. External IP: 172.28.3.194, port: 0faa7d7f-0745-4dee-a687-987c030eb124. Jun 07 17:45:05.268785 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Calling delete_port for 0faa7d7f-0745-4dee-a687-987c030eb124 owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:45:05.377766 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.382298 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.388079 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b736276-029e-4431-8286-596ab35b35eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:05.399495 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-03d20f0b-5447-4e69-8959-aabaa3094e4e req-abf676ce-a518-41a6-95e8-59a2711bd54b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 210 time: 0.0420930 Jun 07 17:45:05.434923 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'Port': ['ID=0faa7d7f-0745-4dee-a687-987c030eb124,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:05.446079 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.446455 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.447446 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.447843 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.448203 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.448576 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.448935 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.449285 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.449653 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.449982 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.450322 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.450668 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:05.499568 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:05.630293 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:45:05.812681 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:45:05.826161 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:45:05.836789 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:45:05.837806 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:45:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:05.892526 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] No DVR routers for this DVR port 0faa7d7f-0745-4dee-a687-987c030eb124 on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:45:05.895182 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:05.897441 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-2db35f2d-37e4-4d43-a004-d992efd34939 req-dd0d018a-2d0a-4377-999a-d05b6b583aa0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "DELETE /v2.0/ports/0faa7d7f-0745-4dee-a687-987c030eb124 HTTP/1.1" status: 204 len: 173 time: 1.1735697 Jun 07 17:45:05.897990 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'name': 'network-vif-deleted', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:45:05.900342 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdff442-1501-4982-b16f-357c86b23e02" -d '{"events": [{"server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "name": "network-vif-deleted", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:45:05.950381 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191186b-b596-4c07-9dfe-ce0321d01c29 x-openstack-request-id: req-3191186b-b596-4c07-9dfe-ce0321d01c29 {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:45:05.950718 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05337ea-6c3d-4626-88aa-ddf6f5a8fb73", "name": "network-vif-deleted", "tag": "0faa7d7f-0745-4dee-a687-987c030eb124", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:45:05.951010 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3191186b-b596-4c07-9dfe-ce0321d01c29 {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:45:05.951437 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05337ea-6c3d-4626-88aa-ddf6f5a8fb73', 'name': 'network-vif-deleted', 'tag': '0faa7d7f-0745-4dee-a687-987c030eb124', 'status': 'completed', 'code': 200} Jun 07 17:45:06.040332 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:45:06.345719 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:06.349614 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:45:06.358267 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:45:06.358872 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:45:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:06.428752 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:45:06.543454 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:45:06.573794 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-fa8c113a-658d-45e9-84c9-b3af735b15f3 req-871c0269-c8ab-4dbe-a0ba-17b90894ef95 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=a05337ea-6c3d-4626-88aa-ddf6f5a8fb73 HTTP/1.1" status: 200 len: 210 time: 0.0461640 Jun 07 17:45:06.850838 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:06.855086 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3531f23-2f55-4856-b2f8-3a3c697194bd None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:45:07.009176 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:07.052384 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9fa70e-6b3b-420f-9d6d-1ca6730c043e None None] New status for floating IP 9c9c3130-9cce-4f36-ada9-705c5c252729: DOWN {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:45:07.538338 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0faa7d7f-0745-4dee-a687-987c030eb124 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:45:07.575361 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 0faa7d7f-0745-4dee-a687-987c030eb124 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:45:07.575711 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 0faa7d7f-0745-4dee-a687-987c030eb124 not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:45:08.715924 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 38992) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:08.782814 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:08.811518 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:08.864019 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:08.866512 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:08.867624 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b0e08e7-7757-4687-87de-55d50d6035da HTTP/1.1" status: 204 len: 168 time: 0.1504261 Jun 07 17:45:08.868373 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-358ab070-5b71-4fd9-a54f-9565af4a1d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:08.870790 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38994) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:08.879283 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e08e7-7757-4687-87de-55d50d6035da,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:08.887516 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.887895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.888183 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.api.v2.resource [None req-208d1166-85b1-435f-88ad-a9706cdbd01d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] show failed (client error): The resource could not be found. Jun 07 17:45:08.888308 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.888638 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.889003 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.889186 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-208d1166-85b1-435f-88ad-a9706cdbd01d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups/5b0e08e7-7757-4687-87de-55d50d6035da HTTP/1.1" status: 404 len: 347 time: 0.0172491 Jun 07 17:45:08.889365 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.889723 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.890076 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.890426 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.890775 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.891122 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.891466 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:08.891886 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 38996) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:08.894689 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b8b67181-e34a-41fa-8c93-7aee3501a39f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:09.196459 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Deleting port c94ec4ed-ce63-4385-aa4f-e2f3ca916518 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:45:09.196926 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.312859 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.313177 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.429812 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Calling delete_port for c94ec4ed-ce63-4385-aa4f-e2f3ca916518 owned by network:floatingip {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:45:09.541958 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.546195 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:09.615089 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'Port': ['ID=c94ec4ed-ce63-4385-aa4f-e2f3ca916518,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:09.621743 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:09.680474 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.682795 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:09.683890 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "DELETE /v2.0/floatingips/9c9c3130-9cce-4f36-ada9-705c5c252729 HTTP/1.1" status: 204 len: 168 time: 0.7911189 Jun 07 17:45:11.048421 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39002) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:11.053151 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83996169', 'description': 'tempest-description--1349902027'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:11.075465 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.174001 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.177458 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.182430 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ceeabbef-0afe-42fb-917c-8870a1afbee0 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:11.212353 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.214188 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1647582 Jun 07 17:45:11.217358 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39004) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:11.218199 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d66a65-b022-4998-ad25-64cd34810675,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:11.220942 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-59222482-c74e-4353-9965-56d7ab5ef0de tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:11.223722 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group_rule': {'security_group_id': '16d66a65-b022-4998-ad25-64cd34810675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:11.250934 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.309759 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.313031 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.315014 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-556f8bd2-1196-4b35-8407-aba48a73efd9 tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:11.336664 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207e9467-e6db-40f3-9785-a9ebac562196,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:11.339723 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:11.344222 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.345405 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269395 Jun 07 17:45:11.348010 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39006) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:11.352383 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'security_group_rule': {'security_group_id': '16d66a65-b022-4998-ad25-64cd34810675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:11.379701 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.442937 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.446490 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507257'] for security_group_rule, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.449208 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-17c12aa1-ceb0-43cd-8344-41c4f0cfb0f3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:11.471650 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2028c77a-3f25-4a73-a24f-9221572a105c,revision_number=0']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:11.474413 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:11.477149 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.478422 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-862a4746-1833-463a-9d48-be9b01d24be5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293170 Jun 07 17:45:11.481243 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39008) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:11.485565 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'floatingip': {'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:11.506499 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.654023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.781782 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_common [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Allocated IP 172.28.3.149 (7af9e6d8-2947-4edf-87fd-597b5c886c91/caeb5438-d424-4ed4-9b54-fb46814701be/5470575d-f76e-40c3-ba3f-cfefef412d81) {{(pid=91901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:45:11.927503 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.957410 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31812759'] for port, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:45:11.958039 dv-cinder-789564-3-smb neutron-server[91901]: ERROR neutron_lib.callbacks.manager Jun 07 17:45:11.974380 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Network 7af9e6d8-2947-4edf-87fd-597b5c886c91 is already hosted by enough agents. {{(pid=91901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:45:11.975396 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.base_scheduler [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Resources bound (agent type, host, resource id): {{(pid=91901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:45:11.977758 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Received port after_create {{(pid=91901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:45:12.052427 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.110385 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.404764 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.409686 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31812773'] for port, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.411241 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.414310 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-5efdbfea-a4e5-459c-a4ff-98f0339c3268 tempest-VolumesSnapshotTestJSON-183889135 tempest-VolumesSnapshotTestJSON-183889135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:12.518512 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event updated for resources: {'Port': ['ID=5470575d-f76e-40c3-ba3f-cfefef412d81,revision_number=2']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:12.522674 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:12.529865 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.547242 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:12.548555 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-188088d5-d8c1-4287-8007-5db7ea0e7f79 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0663698 Jun 07 17:45:12.763192 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-6b7a2c5e-cfd3-4b33-b5e9-377b643c09a3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--83996169&fields=id&tenant_id=88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 267 time: 0.0406859 Jun 07 17:45:12.907911 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-88c49d5c-f4af-41e1-b01c-d187aedd9d16 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:12.909337 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-88c49d5c-f4af-41e1-b01c-d187aedd9d16 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 810 time: 0.1398602 Jun 07 17:45:12.923545 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-b491a8f7-3f4a-4dde-b464-5515408c193e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/quotas/88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 375 time: 0.0089488 Jun 07 17:45:13.008982 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-ddea5dd9-41cb-4b5b-b9bc-ee27030ddbcb tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807309 Jun 07 17:45:13.187745 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-a688d404-415e-445c-ad79-19cae9e6a12c service neutron] 10.222.0.25 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676934 Jun 07 17:45:13.316450 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-e7d98682-addb-4129-a51f-7f63feeba11e service neutron] 10.222.0.25 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228867 Jun 07 17:45:13.497236 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3a051f05-17de-4c1f-baf2-51d943bfcf7c req-30f36cd9-d857-42a3-a4e5-756d56af69b5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 210 time: 0.0457232 Jun 07 17:45:14.539971 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-4ada4d8f-ca9a-44f9-9ed2-e98c5fb168e5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:14.542050 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-4ada4d8f-ca9a-44f9-9ed2-e98c5fb168e5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 810 time: 0.1454606 Jun 07 17:45:14.595369 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-bd62388b-e242-4b71-af93-b5d06357dc29 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e97c0dc7df4fbe85667aad19f63588 HTTP/1.1" status: 200 len: 378 time: 0.0431905 Jun 07 17:45:14.610930 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'port': {'device_id': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'admin_state_up': True, 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'security_groups': ['16d66a65-b022-4998-ad25-64cd34810675']}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:14.649768 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-6e4169e3-3604-4c99-83e5-890ba8f72c5e req-a43438ce-ca72-4543-9ff1-990afa4fecf7 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 210 time: 0.0435758 Jun 07 17:45:14.765130 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Made reservation on behalf of 88e97c0dc7df4fbe85667aad19f63588 for: {'port': 1} {{(pid=91900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 17:45:14.768555 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:14.928008 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.db_base_plugin_common [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Allocated IP 172.20.0.3 (b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a/b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5/9cb4379d-9112-4ce0-a23d-16e0366ae40b) {{(pid=91900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 17:45:15.110706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for port, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.125749 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Transition to ACTIVE for port object 9cb4379d-9112-4ce0-a23d-16e0366ae40b will not be triggered until provisioned by entity DHCP. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:45:15.148151 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1626500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785808706928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-397496'] for port, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 07 17:45:15.150622 dv-cinder-789564-3-smb neutron-server[91900]: ERROR neutron_lib.callbacks.manager Jun 07 17:45:15.167063 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a is already hosted by enough agents. {{(pid=91900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 17:45:15.168211 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.base_scheduler [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Resources bound (agent type, host, resource id): {{(pid=91900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 17:45:15.170419 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Received port after_create {{(pid=91900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 17:45:15.233487 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:15.234143 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.252105 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-7e93004c-90b6-46ca-b26b-f26760434b3b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450813 Jun 07 17:45:15.262760 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-41fd324a-ddfa-46f5-848f-237aed33ed0d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 17:45:15.263944 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-41fd324a-ddfa-46f5-848f-237aed33ed0d tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056162 Jun 07 17:45:15.321463 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.v2.base [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Request body: {'port': {'device_id': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=91900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:15.382231 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-b4ba9ccd-f7cb-4883-b5d3-5cfb07725aa9 None None] Provisioning for port 9cb4379d-9112-4ce0-a23d-16e0366ae40b completed by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:45:15.387367 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-b4ba9ccd-f7cb-4883-b5d3-5cfb07725aa9 None None] Provisioning complete for port 9cb4379d-9112-4ce0-a23d-16e0366ae40b triggered by entity DHCP. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:45:15.387861 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b4ba9ccd-f7cb-4883-b5d3-5cfb07725aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.441507 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba9ccd-f7cb-4883-b5d3-5cfb07725aa9 None None] Port 9cb4379d-9112-4ce0-a23d-16e0366ae40b cannot update to ACTIVE because it is not bound. {{(pid=91902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 17:45:15.524081 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.922259 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332363b-470e-4c88-a963-a1a8f501504b req-bcb605aa-232d-4edc-9a40-f2f98e1a83ce tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:15.923615 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b332363b-470e-4c88-a963-a1a8f501504b req-bcb605aa-232d-4edc-9a40-f2f98e1a83ce tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 931 time: 0.1541753 Jun 07 17:45:15.934850 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb4379d-9112-4ce0-a23d-16e0366ae40b {{(pid=91900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:45:15.953760 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.988033 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.provisioning_blocks [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Transition to ACTIVE for port object 9cb4379d-9112-4ce0-a23d-16e0366ae40b will not be triggered until provisioned by entity L2. {{(pid=91900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 17:45:15.992765 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b332363b-470e-4c88-a963-a1a8f501504b req-3156a3d5-2311-4631-8187-d36f7176524c tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626636 Jun 07 17:45:15.993730 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:15.998237 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d1bd793e-9eea-4463-b157-08c2e48e9c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:16.143762 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4379d-9112-4ce0-a23d-16e0366ae40b,revision_number=2']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:16.151898 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:16.224716 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Attempting to bind port 9cb4379d-9112-4ce0-a23d-16e0366ae40b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 17:45:16.225040 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Attempting to bind port 9cb4379d-9112-4ce0-a23d-16e0366ae40b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 17:45:16.225357 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Attempting to bind port 9cb4379d-9112-4ce0-a23d-16e0366ae40b on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:45:16.230375 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Port 9cb4379d-9112-4ce0-a23d-16e0366ae40b on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 17:45:16.230683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Attempting to bind port 9cb4379d-9112-4ce0-a23d-16e0366ae40b on network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 17:45:16.235586 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Checking agent: {'id': '8a901284-e981-43cb-84e3-f6dd88c74b98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'started_at': datetime.datetime(2021, 6, 7, 17, 33, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 17, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 17:45:16.235908 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Checking segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 17:45:16.236277 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Bound using segment: {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'} {{(pid=91900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 17:45:16.236737 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.managers [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Bound port: 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9e30a51-d919-4ec6-aaaa-5fad9202639e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a'}}] {{(pid=91900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 17:45:16.237072 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:16.321358 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, cleared binding levels {{(pid=91900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 17:45:16.324700 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 17:45:16.329275 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-397450'] for port, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:16.333829 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b35fea73-4583-4347-98ab-2fa07392025e tempest-AttachVolumeNegativeTest-660778627 tempest-AttachVolumeNegativeTest-660778627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:16.385368 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:16.386262 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:16.387464 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] 10.222.0.60 "PUT /v2.0/ports/9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 200 len: 1093 time: 1.1160586 Jun 07 17:45:16.390299 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:45:16.394385 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:45:16.422684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4379d-9112-4ce0-a23d-16e0366ae40b,revision_number=3']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:16.427235 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2ffe052e-d405-4681-9d46-688bb092c50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:16.470254 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f423bb5f-4599-47c9-94ab-c68380f29f7d x-openstack-request-id: req-f423bb5f-4599-47c9-94ab-c68380f29f7d {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:45:16.470583 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:45:16.470869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f423bb5f-4599-47c9-94ab-c68380f29f7d {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:45:16.471289 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'status': 'completed', 'code': 200} Jun 07 17:45:16.511883 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-5c66ea0b-83da-4eae-a178-398d1458ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:16.513378 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-5c66ea0b-83da-4eae-a178-398d1458ccd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 1096 time: 0.0796652 Jun 07 17:45:16.586769 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-e26fac03-5c21-4082-b4b4-1722e70f1e07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 200 len: 217 time: 0.0636575 Jun 07 17:45:16.648589 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-87e7d0de-9364-4637-9cf3-a7af7d93157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:16.649923 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-87e7d0de-9364-4637-9cf3-a7af7d93157f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0565059 Jun 07 17:45:16.723232 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-b0951e23-fb22-4bfd-8b22-dbdd863f79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:16.724674 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-b0951e23-fb22-4bfd-8b22-dbdd863f79d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678906 Jun 07 17:45:16.854340 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-aeae59fc-f65a-48be-b8b2-4e175dc4317c service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224566 Jun 07 17:45:16.983956 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0cdba241-8c7a-480b-adae-cfc522940d1e req-8ba69c91-4a1d-4441-98a1-86a054e640a3 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218743 Jun 07 17:45:17.250575 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daef095-3eec-4962-b948-4eac36398768 req-ee9a96a5-e344-4116-9130-dfe87abcf7ed tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:17.251926 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4daef095-3eec-4962-b948-4eac36398768 req-ee9a96a5-e344-4116-9130-dfe87abcf7ed tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 943 time: 0.1049252 Jun 07 17:45:17.254811 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-a72e9be2-f0ad-4f5d-abde-5064b20ee997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:17.256129 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-a72e9be2-f0ad-4f5d-abde-5064b20ee997 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 1096 time: 0.2287650 Jun 07 17:45:17.379892 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4daef095-3eec-4962-b948-4eac36398768 req-4a744d75-a1d5-4d4f-a63d-9761f98fa0bd tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222739 Jun 07 17:45:17.414493 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-3e3af781-4cfb-484b-bd99-27dc79f32959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:17.416525 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-3e3af781-4cfb-484b-bd99-27dc79f32959 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1454897 Jun 07 17:45:17.488745 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-92e7bb8d-b560-4294-b91b-5248ddcad4c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 200 len: 217 time: 0.0608888 Jun 07 17:45:17.554192 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-1959748e-1ad7-4501-9fc0-e07f7381ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:17.555495 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-1959748e-1ad7-4501-9fc0-e07f7381ebc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0595627 Jun 07 17:45:17.633146 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-893766a5-7de0-4e72-83e4-414935c46b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:17.634606 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-893766a5-7de0-4e72-83e4-414935c46b12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694826 Jun 07 17:45:17.768012 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-69977944-89df-46ae-b1fa-0cc405a08836 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248291 Jun 07 17:45:17.898901 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-ebfbcc0d-916f-41e0-9611-bf4317f90ffe req-ffbbe9e8-8b53-4567-ba32-3ea4b3382903 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223643 Jun 07 17:45:18.567778 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5da51f-73b0-4f8e-bf87-345d2baa4cfc req-d9deec02-68a6-488d-9748-399601ddeab3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:18.569216 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5d5da51f-73b0-4f8e-bf87-345d2baa4cfc req-d9deec02-68a6-488d-9748-399601ddeab3 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 943 time: 0.0817320 Jun 07 17:45:18.612134 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-5d5da51f-73b0-4f8e-bf87-345d2baa4cfc req-c699cfce-7da7-4d46-8a26-9c0cfc973add tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373070 Jun 07 17:45:19.569897 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 9cb4379d-9112-4ce0-a23d-16e0366ae40b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=91902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 17:45:19.705285 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:45:19.719411 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Returning: {'device': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'port_id': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'mac_address': 'fa:16:3e:ef:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 17:45:19.779224 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:19.796171 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb4379d-9112-4ce0-a23d-16e0366ae40b {{(pid=91902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 17:45:19.801519 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb948b5-c5a0-4a93-9b8f-0d461fd00f26 req-7964cab0-c20a-4855-96a3-384255466637 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:19.802971 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7eb948b5-c5a0-4a93-9b8f-0d461fd00f26 req-7964cab0-c20a-4855-96a3-384255466637 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 943 time: 0.0842173 Jun 07 17:45:19.812918 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:45:19.816659 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:19.818402 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-9d726723-af91-43bf-a250-a522db4b6299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:19.852491 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-7eb948b5-c5a0-4a93-9b8f-0d461fd00f26 req-b04b1274-e5be-46fe-aa42-5911d5186639 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398672 Jun 07 17:45:19.882441 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=9cb4379d-9112-4ce0-a23d-16e0366ae40b,revision_number=4']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:19.890068 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.890412 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.890751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.891083 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.891410 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.891738 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.892062 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.892401 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.892731 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.893056 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.893378 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.893696 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:45:19.897401 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:20.067334 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] get_ports_and_sgs() called for port_ids ['9cb4379d-9112-4ce0-a23d-16e0366ae40b'] {{(pid=91902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 17:45:21.035152 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f41e-2385-42ab-9cb0-20d014c73860 req-0c7b3d9a-f0ed-4285-b9e4-146d94ea02c5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:21.036483 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d5e8f41e-2385-42ab-9cb0-20d014c73860 req-0c7b3d9a-f0ed-4285-b9e4-146d94ea02c5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 944 time: 0.0790794 Jun 07 17:45:21.079568 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d5e8f41e-2385-42ab-9cb0-20d014c73860 req-bd7b031d-264c-41be-8979-107225d74426 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369887 Jun 07 17:45:21.568793 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 9cb4379d-9112-4ce0-a23d-16e0366ae40b up at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 17:45:21.634210 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning for port 9cb4379d-9112-4ce0-a23d-16e0366ae40b completed by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 17:45:21.639316 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.provisioning_blocks [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Provisioning complete for port 9cb4379d-9112-4ce0-a23d-16e0366ae40b triggered by entity L2. {{(pid=91902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 17:45:21.639692 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1671928'] for port, provisioning_complete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:21.790809 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1637614'] for port, before_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:21.816196 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b'}] {{(pid=91902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:45:21.818456 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}680c2b412d185237471a93134fde188e4305e204ea07f2e6cbe9d249754bed4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87591886-4c3e-4f03-befa-c9e2cf2b2f71" -d '{"events": [{"server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b"}]}' {{(pid=91902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:45:21.826899 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:45:21.831655 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785809220846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785808706946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785808706991'] for port, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:21.833513 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:45:21.865557 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c53faf1-9510-4108-a4e6-f87b35acdb7d x-openstack-request-id: req-2c53faf1-9510-4108-a4e6-f87b35acdb7d {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:45:21.865852 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b", "code": 200}]} {{(pid=91902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:45:21.866111 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c53faf1-9510-4108-a4e6-f87b35acdb7d {{(pid=91902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:45:21.866489 dv-cinder-789564-3-smb neutron-server[91902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'code': 200} Jun 07 17:45:21.904324 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Pushing event updated for resources: {'Port': ['ID=9cb4379d-9112-4ce0-a23d-16e0366ae40b,revision_number=5']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:45:21.907373 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:45:22.097740 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18df10-1093-4412-82e4-499554ddedb7 req-a118f732-2a6e-446d-8495-d4278b6b2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:22.099085 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4d18df10-1093-4412-82e4-499554ddedb7 req-a118f732-2a6e-446d-8495-d4278b6b2543 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 1098 time: 0.0694132 Jun 07 17:45:22.138540 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4d18df10-1093-4412-82e4-499554ddedb7 req-18bc9a56-3fe2-47bc-8109-63fb1a3a9347 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332713 Jun 07 17:45:22.265844 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeaccb-214e-4f35-ad97-e00435aab4f6 req-e7f389c5-f713-41d3-86d9-8f99502079a6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:22.267287 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0fbeaccb-214e-4f35-ad97-e00435aab4f6 req-e7f389c5-f713-41d3-86d9-8f99502079a6 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0828116 Jun 07 17:45:22.313862 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-0fbeaccb-214e-4f35-ad97-e00435aab4f6 req-0a369e81-1afe-468e-bfb0-e4753dd5fcc9 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409939 Jun 07 17:45:23.497684 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a161879-6f91-47b9-98aa-507448add5ed req-0c0fb023-cfac-4954-931a-dddd36f35d36 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:23.499098 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3a161879-6f91-47b9-98aa-507448add5ed req-0c0fb023-cfac-4954-931a-dddd36f35d36 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0807109 Jun 07 17:45:23.542047 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-3a161879-6f91-47b9-98aa-507448add5ed req-15f5c600-56d9-439d-896f-b9e70a936903 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374317 Jun 07 17:45:23.714909 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fbdfd-607c-4ab5-8c6a-d1ec29004420 req-72a287e2-2a4b-4154-a92f-13d298417a58 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:23.716327 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-852fbdfd-607c-4ab5-8c6a-d1ec29004420 req-72a287e2-2a4b-4154-a92f-13d298417a58 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0788763 Jun 07 17:45:23.724858 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39066) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:45:23.730381 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.v2.base [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Request body: {'floatingip': {'port_id': '9cb4379d-9112-4ce0-a23d-16e0366ae40b'}} {{(pid=91901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 17:45:23.807753 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, before_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:24.490995 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:24.495190 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:24.667896 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.db.l3_db [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Floating IP 62ad3f5f-4158-4add-814b-745589de39fa associated. External IP: 172.28.3.149, port: 9cb4379d-9112-4ce0-a23d-16e0366ae40b. Jun 07 17:45:25.011521 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:45:25.184122 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:45:25.188924 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:25.193189 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:45:25.203817 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:45:25.204408 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:45:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:25.242839 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-60efa097-4ede-431a-af68-21b45eeba6be tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "PUT /v2.0/floatingips/62ad3f5f-4158-4add-814b-745589de39fa HTTP/1.1" status: 200 len: 991 time: 1.5165975 Jun 07 17:45:25.243481 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b'}] {{(pid=91901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:45:25.246278 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14e1872c5b599734ed454bdbdfe775487653985e87dc77db42dc6e6a33c6fe72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a" -d '{"events": [{"name": "network-changed", "server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b"}]}' {{(pid=91901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:45:25.292035 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d004b-fc46-45b3-9e36-bbfff4829a80 x-openstack-request-id: req-3b7d004b-fc46-45b3-9e36-bbfff4829a80 {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:45:25.292363 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b", "status": "completed", "code": 200}]} {{(pid=91901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:45:25.292688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b7d004b-fc46-45b3-9e36-bbfff4829a80 {{(pid=91901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:45:25.293112 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'status': 'completed', 'code': 200} Jun 07 17:45:25.378282 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:45:25.384645 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-70dd9334-d8b2-4d29-9ae7-68e796e55788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:25.386091 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-70dd9334-d8b2-4d29-9ae7-68e796e55788 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 1098 time: 0.0735576 Jun 07 17:45:25.517338 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-5b061b1a-d7a8-4422-88a5-9c5d78cda345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:25.518777 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-5b061b1a-d7a8-4422-88a5-9c5d78cda345 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1258495 Jun 07 17:45:25.623840 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-d9b21511-5532-48c9-8045-616ff4bfd3f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 200 len: 999 time: 0.0974014 Jun 07 17:45:25.691211 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-4095b87c-2b6f-4f64-ac4b-3c10e12d6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:25.692715 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-4095b87c-2b6f-4f64-ac4b-3c10e12d6e44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0615425 Jun 07 17:45:25.748334 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '62ad3f5f-4158-4add-814b-745589de39fa', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:ef:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:45:12Z', 'updated_at': '2021-06-07T17:45:24Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:25.752146 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:45:25.760331 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:45:25.760955 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:45:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:25.769791 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-fca3023c-7de2-4c3f-b9a0-e9d95e1bfd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:45:25.771173 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-fca3023c-7de2-4c3f-b9a0-e9d95e1bfd61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716550 Jun 07 17:45:25.939794 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:45:25.990799 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-289bc96e-e095-4c2d-a09b-4593eea072c2 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123048 Jun 07 17:45:26.121110 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-0bc70f1a-a3e5-42f2-ae3c-7d9ca344618a req-c9647d73-5142-4943-87f1-b6ee41da52f8 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230164 Jun 07 17:45:26.278201 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '62ad3f5f-4158-4add-814b-745589de39fa', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:ef:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:45:12Z', 'updated_at': '2021-06-07T17:45:24Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:45:26.282053 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583aff7f-09d3-4a9c-bf0c-b70dc2c646fe None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_floatingips': [{'id': '62ad3f5f-4158-4add-814b-745589de39fa', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'router_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'port_id': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'mac_address': 'fa:16:3e:ef:80:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T17:45:12Z', 'updated_at': '2021-06-07T17:45:24Z', 'revision_number': 1, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:45:26.465130 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad044a5a-71d6-468f-ad9a-b062c550df16 None None] New status for floating IP 62ad3f5f-4158-4add-814b-745589de39fa: ACTIVE {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:45:31.497177 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2567e371-e123-480f-a1d3-dfa9b4f0910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:34.045111 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:34.191355 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-c32ca32a-e7ec-4230-a513-e5d783119c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:35.380235 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:37.011756 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:42.441178 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:45:43.417620 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:46:01.497613 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4c28-da8d-4d35-b5c4-4129906fdc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:04.048489 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:04.194066 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1aae3633-d3f6-4e47-aa48-9a0db569536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:05.387383 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:07.015676 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:12.456751 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:12.491894 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-3b6c01ef-5fef-441c-b0e1-e9707f1a29cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729659 Jun 07 17:46:12.625531 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-6d9b44e0-128a-4268-bf97-a2de77e03f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:12.626952 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-6d9b44e0-128a-4268-bf97-a2de77e03f80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e97c0dc7df4fbe85667aad19f63588&device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 1098 time: 0.0689642 Jun 07 17:46:12.768959 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-7bf4e13a-855b-4fe8-8196-36f73d6b61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:12.770289 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-7bf4e13a-855b-4fe8-8196-36f73d6b61ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 200 len: 911 time: 0.1239848 Jun 07 17:46:12.871794 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-2ca96ec0-c342-41b0-a67e-71855c0a1aef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 200 len: 1001 time: 0.0940323 Jun 07 17:46:12.933967 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-d6a92901-d517-47f9-bd5c-8f884ddee64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:12.935341 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-d6a92901-d517-47f9-bd5c-8f884ddee64e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 200 len: 849 time: 0.0569932 Jun 07 17:46:13.017218 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-448c29dc-9c9e-4208-9395-0f5d6aa1a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:13.018675 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-448c29dc-9c9e-4208-9395-0f5d6aa1a589 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757835 Jun 07 17:46:13.151997 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-97e40340-6a27-4cbe-ba54-055a729d3a1b service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255083 Jun 07 17:46:13.286513 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-4932787a-b8a9-4f60-9b7d-c1794e582b92 req-14600338-94c5-4ae3-a9d0-89f219a2f6c2 service neutron] 10.222.0.60 "GET /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281886 Jun 07 17:46:20.420454 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:46:30.852622 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec5ec-3f4b-4463-9e39-87694b92b709 req-076a93b7-4668-4b56-b1b7-9bf56fc09b9e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:30.853972 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d23ec5ec-3f4b-4463-9e39-87694b92b709 req-076a93b7-4668-4b56-b1b7-9bf56fc09b9e tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.1922252 Jun 07 17:46:30.898557 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-d23ec5ec-3f4b-4463-9e39-87694b92b709 req-59046a3e-d99b-4ac8-9a7d-c8278af4c1c5 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382328 Jun 07 17:46:31.499268 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-0fe5e2c5-71a6-4499-82a1-2e134adaaabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:32.081059 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794abba-f0fc-4810-b2e6-322291033441 req-b2a9b159-6748-40bc-970a-d4d6c7f3eee1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:32.082391 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8794abba-f0fc-4810-b2e6-322291033441 req-b2a9b159-6748-40bc-970a-d4d6c7f3eee1 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0789769 Jun 07 17:46:32.129401 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-8794abba-f0fc-4810-b2e6-322291033441 req-a5cf1e57-bfbc-454b-9765-99f473a2d38c tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415802 Jun 07 17:46:32.533251 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-a1c014f9-b427-4c13-9f75-dce0e54c7888 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:32.534638 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-a1c014f9-b427-4c13-9f75-dce0e54c7888 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0781863 Jun 07 17:46:32.667490 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Deleting port 9cb4379d-9112-4ce0-a23d-16e0366ae40b {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:32.667863 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:32.807760 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] For port 9cb4379d-9112-4ce0-a23d-16e0366ae40b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=9cb4379d-9112-4ce0-a23d-16e0366ae40b,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:46:32.808044 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:33.174991 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:33.175628 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-379240'] for floatingip, after_update {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:33.175750 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.db.l3_db [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Floating IP 62ad3f5f-4158-4add-814b-745589de39fa disassociated. External IP: 172.28.3.149, port: 9cb4379d-9112-4ce0-a23d-16e0366ae40b. Jun 07 17:46:33.175980 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Calling delete_port for 9cb4379d-9112-4ce0-a23d-16e0366ae40b owned by compute:nova {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:33.290860 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:33.296616 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-e526c232-de33-4ca1-9ef9-2b447ad2322f tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:33.312132 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278649-0b25-49fb-8c03-2f372d1a5cea req-abc554d6-1f18-4c1b-a02b-0f21ec130ce8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 17:46:33.313591 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2d278649-0b25-49fb-8c03-2f372d1a5cea req-abc554d6-1f18-4c1b-a02b-0f21ec130ce8 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/ports?device_id=9792c90e-9289-4d20-9bc2-2f6b18807c16 HTTP/1.1" status: 200 len: 945 time: 0.0796568 Jun 07 17:46:33.343014 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'Port': ['ID=9cb4379d-9112-4ce0-a23d-16e0366ae40b,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:33.362801 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [req-2d278649-0b25-49fb-8c03-2f372d1a5cea req-f178d31f-ce2f-4971-904d-f1f30188b1a0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups?id=16d66a65-b022-4998-ad25-64cd34810675&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434566 Jun 07 17:46:33.403760 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.404126 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.404483 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.404860 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.405214 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.405561 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.405904 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.406247 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.406590 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.406928 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.407265 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.407602 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:33.415023 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:33.535109 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:46:33.708615 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:46:33.719386 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:46:33.729570 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:46:33.730833 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:46:04Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:33.788948 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] No DVR routers for this DVR port 9cb4379d-9112-4ce0-a23d-16e0366ae40b on host hv-cinder-78956 {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:46:33.791638 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for port, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:33.793877 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [req-b6c43981-8649-4ec6-bcb8-c53c9458b449 req-2aaff682-8fb9-49ac-b169-862f825ca83b tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.60 "DELETE /v2.0/ports/9cb4379d-9112-4ce0-a23d-16e0366ae40b HTTP/1.1" status: 204 len: 173 time: 1.2533798 Jun 07 17:46:33.794393 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'name': 'network-vif-deleted', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b'}] {{(pid=91900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 17:46:33.796800 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16b50198a25374c2db535528c527b5da60bba30373b62d727e4f2bbfd0d1a5f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca62e86-a7f0-4385-8884-50fc497cfa3a" -d '{"events": [{"server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "name": "network-vif-deleted", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b"}]}' {{(pid=91900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 17:46:33.850664 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 17:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31eab0-39bc-434b-9b9b-8a7bdfa242ad x-openstack-request-id: req-ec31eab0-39bc-434b-9b9b-8a7bdfa242ad {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 17:46:33.850834 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792c90e-9289-4d20-9bc2-2f6b18807c16", "name": "network-vif-deleted", "tag": "9cb4379d-9112-4ce0-a23d-16e0366ae40b", "status": "completed", "code": 200}]} {{(pid=91900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 17:46:33.851070 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec31eab0-39bc-434b-9b9b-8a7bdfa242ad {{(pid=91900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 17:46:33.851456 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792c90e-9289-4d20-9bc2-2f6b18807c16', 'name': 'network-vif-deleted', 'tag': '9cb4379d-9112-4ce0-a23d-16e0366ae40b', 'status': 'completed', 'code': 200} Jun 07 17:46:33.925892 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:46:34.050493 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.195345 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-beaa844e-eba9-4089-9fd7-a1ea535ef97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.255529 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:34.259300 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:46:34.268107 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:46:34.268741 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:46:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:34.443531 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:46:34.487355 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39248) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:34.550573 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.577665 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.634036 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.636858 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.638106 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "DELETE /v2.0/security-groups/16d66a65-b022-4998-ad25-64cd34810675 HTTP/1.1" status: 204 len: 168 time: 0.1497316 Jun 07 17:46:34.638925 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ea56f536-8021-4c8c-8dd5-cdd4644cfb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:34.641001 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39250) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:34.649869 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d66a65-b022-4998-ad25-64cd34810675,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:34.653117 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-43f3d66e-8538-4b81-ad41-5321cbcb0506 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:34.666491 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.api.v2.resource [None req-a7c8cba7-753a-4fad-8359-afd1f9e6f81a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] show failed (client error): The resource could not be found. Jun 07 17:46:34.670736 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-a7c8cba7-753a-4fad-8359-afd1f9e6f81a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "GET /v2.0/security-groups/16d66a65-b022-4998-ad25-64cd34810675 HTTP/1.1" status: 404 len: 347 time: 0.0254996 Jun 07 17:46:34.671054 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39252) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:34.758216 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:34.762229 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5217b-a7e2-4b45-bf62-7244fe1e8ad5 None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:42:25Z', 'revision_number': 4, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb', '_interfaces': [{'id': '388af6f6-24b3-4a87-a9bc-ad0807a7c9af', 'name': '', 'network_id': 'b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'mac_address': 'fa:16:3e:06:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:25Z', 'updated_at': '2021-06-07T17:42:32Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'subnets': [{'id': 'b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:46:34.892688 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Deleting port 5470575d-f76e-40c3-ba3f-cfefef412d81 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:34.893188 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:34.970947 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c607f0e-d29a-4484-94af-e032b952df32 None None] New status for floating IP 62ad3f5f-4158-4add-814b-745589de39fa: DOWN {{(pid=91902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 17:46:35.024793 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.025030 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.148030 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Calling delete_port for 5470575d-f76e-40c3-ba3f-cfefef412d81 owned by network:floatingip {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:35.262781 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.267032 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-90267441-5756-4ccc-9238-4d6b7baf5eb1 tempest-TestMinimumBasicScenario-833652266 tempest-TestMinimumBasicScenario-833652266-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:35.313290 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Pushing event deleted for resources: {'Port': ['ID=5470575d-f76e-40c3-ba3f-cfefef412d81,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:35.351386 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.351756 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.352118 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.352475 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.352855 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.353206 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.353556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.353904 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.354251 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.354595 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.355476 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.355804 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:35.382505 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:35.385801 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.411431 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks [] for floatingip, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.413958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925758'] for floatingip, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:35.415050 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-6cd08e27-008c-48c5-bcc3-ef82bfc75c5a tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] 10.222.0.25 "DELETE /v2.0/floatingips/62ad3f5f-4158-4add-814b-745589de39fa HTTP/1.1" status: 204 len: 168 time: 0.7423723 Jun 07 17:46:35.834137 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 9cb4379d-9112-4ce0-a23d-16e0366ae40b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:46:35.868026 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] No Port match for: 9cb4379d-9112-4ce0-a23d-16e0366ae40b {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:46:35.868372 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Device 9cb4379d-9112-4ce0-a23d-16e0366ae40b not bound to the agent host hv-cinder-78956 {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:46:37.016349 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:39.407044 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39280) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:40.047765 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786127'] for router_interface, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:40.451331 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Deleting port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:40.451999 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:40.571121 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] For port 388af6f6-24b3-4a87-a9bc-ad0807a7c9af, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:46:40.571472 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:40.696958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Calling delete_port for 388af6f6-24b3-4a87-a9bc-ad0807a7c9af owned by network:router_interface {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:40.846063 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:40.850408 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e216f687-c632-45bb-b350-338b6cf5fd2e tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:40.894493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=388af6f6-24b3-4a87-a9bc-ad0807a7c9af,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:40.920783 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:41.155897 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781697'] for router_interface, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:41.607969 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc has already been hosted by L3 agent c2815c6f-96af-4bad-8b1b-96633450f838 {{(pid=91901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 17:46:41.789572 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] Notify agent at l3_agent.dv-cinder-789564-3-smb the message routers_updated {{(pid=91901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 17:46:41.794968 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-ed00c609-6b8a-4ac4-a85a-84ae76cf39a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ee8e54e-68f0-4211-8849-96e02ec8d9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3869362 Jun 07 17:46:41.797673 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39282) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:41.801677 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Sync routers for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 17:46:41.811466 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:46:41.812144 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:46:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:41.983852 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:41.989677 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: dv-cinder-789564-3-smb {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:46:42.169543 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:42.247339 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Deleting port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 {{(pid=91901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:42.247575 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:42.298265 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'external_fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242'}], 'enable_snat': True}, 'gw_port_id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:46:40Z', 'revision_number': 5, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port': {'id': 'fb008b6b-3ae6-4ad6-ab14-78f0aa65b056', 'name': '', 'network_id': '7af9e6d8-2947-4edf-87fd-597b5c886c91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'ip_address': '172.28.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T17:42:22Z', 'updated_at': '2021-06-07T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'caeb5438-d424-4ed4-9b54-fb46814701be', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-3-smb'}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:42.302321 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Checking router: 8ee8e54e-68f0-4211-8849-96e02ec8d9fc for host: dv-cinder-789564-3-smb {{(pid=91903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 17:46:42.310997 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Routers {'8ee8e54e-68f0-4211-8849-96e02ec8d9fc'} bound to L3 agent in host dv-cinder-789564-3-smb {{(pid=91903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 17:46:42.311605 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T17:27:04Z,description=,heartbeat_timestamp=2021-06-07T17:46:34Z,host='dv-cinder-789564-3-smb',id=c2815c6f-96af-4bad-8b1b-96633450f838,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T17:27:04Z,topic='l3_agent')) {'router_ids': ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'], 'active': True} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:42.377023 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.db [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] For port fb008b6b-3ae6-4ad6-ab14-78f0aa65b056, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,segment=NetworkSegment(d022c202-b4fa-4382-8aaa-bda2e91f1b48),segment_id=d022c202-b4fa-4382-8aaa-bda2e91f1b48)] {{(pid=91901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:46:42.377376 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:42.456729 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:42.501561 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_dvr_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] Set router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc gateway port host: None {{(pid=91903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 17:46:42.506218 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Calling delete_port for fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 owned by network:router_gateway {{(pid=91901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:42.603086 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.l3_hamode_db [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:46:42Z', 'revision_number': 6, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port_host': None}], 'dv-cinder-789564-3-smb', False) {} {{(pid=91903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:42.607277 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504811c3-4c6e-4b0f-9828-32257ff44082 None None] The sync data for ids ['8ee8e54e-68f0-4211-8849-96e02ec8d9fc'] in dv-cinder-789564-3-smb is: [{'id': '8ee8e54e-68f0-4211-8849-96e02ec8d9fc', 'name': 'tempest-AttachVolumeTestJSON-676640201-router', 'tenant_id': '88e97c0dc7df4fbe85667aad19f63588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T17:42:21Z', 'updated_at': '2021-06-07T17:46:42Z', 'revision_number': 6, 'project_id': '88e97c0dc7df4fbe85667aad19f63588', 'gw_port_host': None}] {{(pid=91903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 17:46:42.651362 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31812780'] for port, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:42.659000 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0728e868-1006-42bc-bee0-442aed564ab1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:42.703231 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb008b6b-3ae6-4ad6-ab14-78f0aa65b056,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:42.744895 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:42.819122 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-379231'] for router_gateway, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.126548 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13066'] for router, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.128678 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.149765 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784628'] for router, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.150346 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee8e54e-68f0-4211-8849-96e02ec8d9fc {{(pid=91901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 17:46:43.155165 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.156294 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-d3ca29b2-d904-494d-bb6f-225f4ba3c7b2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ee8e54e-68f0-4211-8849-96e02ec8d9fc HTTP/1.1" status: 204 len: 168 time: 1.3578022 Jun 07 17:46:43.158809 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39284) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:43.218370 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Deleting subnet b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 {{(pid=91901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 17:46:43.221222 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.269057 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33088323'] for subnet, precommit_delete_associations {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.349031 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528046'] for subnet, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.414501 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528021', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31812730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31917564'] for subnet, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.419176 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-2bd32851-fb7e-4dd8-84ad-9fbade037710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:43.455810 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:43.457997 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for subnet, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.461046 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b198fc5d-e6fe-4f58-9a3c-9bbd637cc8b5 HTTP/1.1" status: 204 len: 168 time: 0.3012977 Jun 07 17:46:43.461464 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd5782-d6e9-4f39-9883-18268af98824 None None] Network b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a requested from dv-cinder-789564-3-smb {{(pid=91902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 17:46:43.462015 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f8cb3bcb-9587-4bf3-ab42-0c7f72e42497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:43.462247 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39286) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:43.565902 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1648997'] for network, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.643708 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Deleting port 88b83d36-5b58-4117-b4c4-005d107ad097 {{(pid=91900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:43.644041 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.715742 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] DHCP port deletion for b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a request from dv-cinder-789564-3-smb {{(pid=91902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 17:46:43.747418 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.db [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] For port 88b83d36-5b58-4117-b4c4-005d107ad097, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=88b83d36-5b58-4117-b4c4-005d107ad097,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:46:43.747839 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.780501 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Deleting port 88b83d36-5b58-4117-b4c4-005d107ad097 {{(pid=91902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 07 17:46:43.780913 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785809084892'] for port, before_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.873809 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.plugin [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Calling delete_port for 88b83d36-5b58-4117-b4c4-005d107ad097 owned by network:dhcp {{(pid=91900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:43.911984 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.db [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] For port 88b83d36-5b58-4117-b4c4-005d107ad097, host dv-cinder-789564-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-3-smb',level=0,port_id=88b83d36-5b58-4117-b4c4-005d107ad097,segment=NetworkSegment(d9e30a51-d919-4ec6-aaaa-5fad9202639e),segment_id=d9e30a51-d919-4ec6-aaaa-5fad9202639e)] {{(pid=91902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 17:46:43.912375 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-781976'] for port, precommit_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.921251 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-397443'] for port, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:43.926241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-527d435c-8d3a-48f7-8f48-d1482a40a76f tempest-VolumesActionsTest-1424481731 tempest-VolumesActionsTest-1424481731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:43.971677 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] No DVR routers for this DVR port 88b83d36-5b58-4117-b4c4-005d107ad097 on host dv-cinder-789564-3-smb {{(pid=91900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:46:44.035639 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Calling delete_port for 88b83d36-5b58-4117-b4c4-005d107ad097 owned by network:dhcp {{(pid=91902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 07 17:46:44.063826 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 388af6f6-24b3-4a87-a9bc-ad0807a7c9af no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:46:44.098787 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Pushing event deleted for resources: {'Port': ['ID=88b83d36-5b58-4117-b4c4-005d107ad097,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:44.101271 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:44.104109 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 388af6f6-24b3-4a87-a9bc-ad0807a7c9af {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:46:44.104400 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 388af6f6-24b3-4a87-a9bc-ad0807a7c9af not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:46:44.104892 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:46:44.139024 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:46:44.139379 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device fb008b6b-3ae6-4ad6-ab14-78f0aa65b056 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:46:44.139814 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 88b83d36-5b58-4117-b4c4-005d107ad097 no longer exists at agent ovs-agent-dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 17:46:44.177215 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.plugin [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] No Port match for: 88b83d36-5b58-4117-b4c4-005d107ad097 {{(pid=91902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 07 17:46:44.177491 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.plugins.ml2.rpc [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Device 88b83d36-5b58-4117-b4c4-005d107ad097 not bound to the agent host dv-cinder-789564-3-smb {{(pid=91902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 17:46:44.185683 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528677', 'neutron.services.segments.db._delete_segments_for_network-8785809200038'] for network, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.186104 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1626525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-890177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748527', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785809220828', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785808706937'] for port, after_delete {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.189965 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-010d9f41-a147-410c-82a5-afc817b3310d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:44.198241 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a']}} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:44.214276 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e30a51-d919-4ec6-aaaa-5fad9202639e') {'for_net_delete': True} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:44.214734 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.services.segments.db [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e30a51-d919-4ec6-aaaa-5fad9202639e') {} {{(pid=91900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 17:46:44.227131 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785809208001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31952200'] for segment, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.233756 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Pushing event deleted for resources: {'Port': ['ID=88b83d36-5b58-4117-b4c4-005d107ad097,revision_number=None']} {{(pid=91902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:44.242673 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] No DVR routers for this DVR port 88b83d36-5b58-4117-b4c4-005d107ad097 on host dv-cinder-789564-3-smb {{(pid=91902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 17:46:44.244484 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.244872 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.245181 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.245535 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.246373 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835'] for segment, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.246646 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.246984 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.247311 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.247634 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.247958 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.248276 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.248618 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.248934 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-3-smb {{(pid=91902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 17:46:44.252428 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG oslo_concurrency.lockutils [None req-4e5ae2f7-9050-4fce-92ce-ae0a1ec66c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:44.252990 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=91900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 17:46:44.253463 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1535835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-397558'] for segment, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: Traceback (most recent call last): Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: timer() Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: cb(*args, **kw) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: return func(*args, **kwargs) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: self._notify() Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: self.callback(batched_events) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: event.method(event) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: return f(self, *a, **k) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: return self._get(url).json() Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: return self.request(url, 'GET', **kwargs) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 17:46:44.267145 dv-cinder-789564-3-smb neutron-server[91900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 17:46:44.338208 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-507182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-748518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-379258'] for network, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.343928 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748417'] for network, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.345805 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a HTTP/1.1" status: 204 len: 168 time: 0.8820641 Jun 07 17:46:44.346398 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:44.364113 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9cf887d-1f2a-41ed-80f9-5ee0cbc82e6a,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:44.367076 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ad555fc6-a05d-4e2c-859c-811fe9dd878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:44.517430 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39290) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:44.564892 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-1fc4ec82-cfbe-48a8-85f6-17b7f94d10ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88e97c0dc7df4fbe85667aad19f63588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462368 Jun 07 17:46:44.567162 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39292) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:44.626798 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.651070 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.700667 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.703020 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:44.704137 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3bc13c3-a594-4e42-9fd2-57dd30d65986 HTTP/1.1" status: 204 len: 168 time: 0.1361072 Jun 07 17:46:44.704953 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-366c3fa9-6ab1-4ac5-bcf0-26af137b2e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:44.714808 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc13c3-a594-4e42-9fd2-57dd30d65986,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:44.718397 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-b62b34f6-4d89-48e6-bc25-7afcf859d23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:47.865700 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39424) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:47.982496 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.087498 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.091771 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.099600 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-506ad472-0ca9-4549-b4c1-f7dbe4141ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:48.147729 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b43638aea5594f2fa23ae0319ae1a39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808096 Jun 07 17:46:48.148490 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa0be9-2a84-4686-b218-e53273be3ab9,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:48.150207 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39428) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:48.151529 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:48.209493 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.234517 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.288711 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.291108 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.292197 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4fa0be9-2a84-4686-b218-e53273be3ab9 HTTP/1.1" status: 204 len: 168 time: 0.1400890 Jun 07 17:46:48.293219 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-0b29a08e-d50e-4124-8832-0662818e2c4f tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:48.302686 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa0be9-2a84-4686-b218-e53273be3ab9,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:48.304900 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-80639e2c-78f6-4862-9fe3-8cd624647800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:48.565727 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39434) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:48.582521 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.687399 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.690842 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.698849 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-529beb5d-2163-4a08-8426-27028ed4d9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:48.741303 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95103a58d6f94b94b671a109be726b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745391 Jun 07 17:46:48.742203 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ca3a2-07b0-49af-adb4-c6c26b63ea2c,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:48.743916 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39436) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:46:48.745273 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-10d60609-4300-4aca-8646-21e9063d0ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:48.802720 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.828474 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.878685 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.881097 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:46:48.882202 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/010ca3a2-07b0-49af-adb4-c6c26b63ea2c HTTP/1.1" status: 204 len: 168 time: 0.1372228 Jun 07 17:46:48.882964 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-f98197e3-ddb8-43cd-ad50-4eb8d2a39354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:46:48.892404 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ca3a2-07b0-49af-adb4-c6c26b63ea2c,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:46:48.894636 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-419668f7-19f8-448b-bb86-e3d9eba4f0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:46:57.419232 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:47:00.894999 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39542) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:01.012108 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.114951 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.118336 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.127286 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3ce935fc-2ce2-48c8-b61a-32f6197e66e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:01.165718 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa391cfb7f614cff85c677913e450618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696228 Jun 07 17:47:01.166546 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6024ef-b24d-438a-8c85-5dda994d4ddf,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:01.168215 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39546) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:01.170509 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-9b69bf02-f8db-4a89-829e-3438a4b43102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:01.228985 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.257136 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.307646 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.310618 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.311723 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de6024ef-b24d-438a-8c85-5dda994d4ddf HTTP/1.1" status: 204 len: 168 time: 0.1423879 Jun 07 17:47:01.312503 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-4536062a-72e2-4963-8ca6-be6203cd76a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:01.321520 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6024ef-b24d-438a-8c85-5dda994d4ddf,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:01.323892 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-05d155dd-fdee-4c3e-83ef-0583bc3be5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:01.501305 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d52345cc-f74d-4f11-b4c9-235d8b911ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.595672 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39552) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:01.612906 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.711163 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.715267 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.723367 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e32ee644-6d33-4b92-a554-94311383ff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:01.761962 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3ab022d4a874e6bb1c2a160f249a950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645930 Jun 07 17:47:01.763556 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5fa3d5-0ec3-40e8-9c46-c4d445782a91,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:01.764513 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39554) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:01.766455 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-3189df23-0896-4958-84b3-331a4ebc5600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:01.825650 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.855950 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.908062 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.910503 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:01.911615 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e5fa3d5-0ec3-40e8-9c46-c4d445782a91 HTTP/1.1" status: 204 len: 168 time: 0.1461077 Jun 07 17:47:01.912461 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-eabdbb4b-8f67-4879-84d0-60add89a62b0 tempest-AttachVolumeTestJSON-1398511767 tempest-AttachVolumeTestJSON-1398511767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:01.921666 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5fa3d5-0ec3-40e8-9c46-c4d445782a91,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:01.924528 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-ea4bd3f5-968a-4c28-8939-1261cf0dae16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:03.012986 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39584) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:03.130333 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.229295 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.233172 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.239905 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-b4df226c-f8b9-474f-b176-101757127813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:03.279889 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf817b4308874b45aa3ec94fe4d78ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657616 Jun 07 17:47:03.280706 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d614529b-d58c-4624-b4f1-dc4fc68ca846,revision_number=1']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:03.283240 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39588) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:03.283755 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-d4b669db-fb67-465d-b776-9bd3c403fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:03.344140 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.368257 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.417413 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.419935 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:03.421085 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d614529b-d58c-4624-b4f1-dc4fc68ca846 HTTP/1.1" status: 204 len: 168 time: 0.1368752 Jun 07 17:47:03.421894 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-24638510-9afd-402b-9678-054be06f3e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:03.430958 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d614529b-d58c-4624-b4f1-dc4fc68ca846,revision_number=None']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:03.433674 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-e73e9ebe-5792-45ba-9500-b0dac284b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:04.052740 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.196826 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba521-62fc-4ff8-8795-323b36185670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.467662 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.wsgi [-] (91901) accepted ('10.222.0.25', 39618) {{(pid=91901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:04.593301 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.693717 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.697134 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron_lib.callbacks.manager [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_create {{(pid=91901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.705123 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-efc3e311-c0e2-43d0-9b43-0205aede56eb tempest-AttachVolumeShelveTestJSON-1796994033 tempest-AttachVolumeShelveTestJSON-1796994033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:04.744790 dv-cinder-789564-3-smb neutron-server[91901]: INFO neutron.wsgi [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c2e5fe2f774466d92cba214b4deb028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760878 Jun 07 17:47:04.745743 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c40d06-28cf-4339-bb0f-1bc34c47e0c2,revision_number=1']} {{(pid=91901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:04.747551 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.wsgi [-] (91900) accepted ('10.222.0.25', 39622) {{(pid=91900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 17:47:04.748652 dv-cinder-789564-3-smb neutron-server[91901]: DEBUG oslo_concurrency.lockutils [None req-5a51dba7-d1d8-48fb-bdef-cb187095195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:04.808528 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.834047 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.884227 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507136'] for security_group, after_delete {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.886843 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron_lib.callbacks.manager [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:04.887938 dv-cinder-789564-3-smb neutron-server[91900]: INFO neutron.wsgi [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49c40d06-28cf-4339-bb0f-1bc34c47e0c2 HTTP/1.1" status: 204 len: 168 time: 0.1394382 Jun 07 17:47:04.888715 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-3facb779-bb04-43d5-a7ad-4f15c25a3df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 17:47:04.898125 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c40d06-28cf-4339-bb0f-1bc34c47e0c2,revision_number=None']} {{(pid=91900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 17:47:04.900319 dv-cinder-789564-3-smb neutron-server[91900]: DEBUG oslo_concurrency.lockutils [None req-691f5e17-a380-4fe3-98a3-7bd1a863b5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 17:47:05.388980 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:07.020078 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:12.475701 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:31.503598 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-04b866aa-27f6-4d66-85cc-55e2c7bcfada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:34.054048 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:34.199201 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3fd0f294-833a-469e-9f4c-eba24b16999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:34.418000 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:47:35.390267 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:37.022828 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:47:42.489425 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:01.505464 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-e624c82f-2ad0-4115-9139-9a6e3adb57f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:04.056103 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:04.200455 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-d0c89f02-e1ef-4956-b162-f24a68ed8e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:05.394823 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:07.025295 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:11.416899 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:48:12.502884 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:31.505775 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-61a50f8d-5172-4446-8de9-ecac4e9bdcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:34.058247 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:34.201825 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-aa470c39-c733-4fd7-aee2-3190f7335c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:35.395986 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:37.026560 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:42.506536 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:48:48.416073 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:49:01.506571 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-9843bda7-c754-488a-9e97-beda69c67400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:04.062063 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:04.202265 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-78725b0e-625f-4fad-80ad-7974a8043da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:05.398707 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:07.030130 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:12.511824 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:25.415627 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:49:31.507664 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5a536584-cfb5-4df6-9b55-762045c7b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:34.066840 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:34.202799 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-889e78c6-189b-42c7-bbec-090dbaa4ecb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:35.400221 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:37.033595 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:49:42.503651 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:01.508885 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cf6-0bb1-44e3-a4c8-706c19b4f302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:02.414347 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:50:04.069789 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:04.205203 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7e2755e3-0fe5-4be7-b445-938beeb7f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:05.404005 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:07.037155 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:12.518733 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:31.509743 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5a9046ad-b778-4f70-acc6-0f6aa9375af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:34.072362 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:34.205868 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-20fbb59e-67a7-41e9-8cd4-917e9571d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:35.407073 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:37.039119 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:50:39.413766 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:50:42.521280 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:01.510854 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-602bf450-901d-45fa-a95f-4464e76fecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:04.073616 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:04.206220 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-4885c386-68b0-400b-a574-9364b1ed1f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:05.410252 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:07.041490 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:12.518235 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:16.412176 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:51:31.512017 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-dcff5bf5-3d19-460e-9c29-4f8c5a08b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:34.077857 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:34.206629 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5b4d373a-928d-47b8-867c-20423cf3ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:35.412465 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:37.044627 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-6de917b5-a599-4d71-9c38-cd9bb09d8e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:42.519741 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-3bf03426-ad33-42eb-8978-5d881f1fb3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:51:53.411302 dv-cinder-789564-3-smb neutron-server[91903]: DEBUG neutron.db.agents_db [None req-1410ac9b-45c1-4e18-9a5f-d61740971b18 None None] Agent healthcheck: found 6 active agents {{(pid=91903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 17:52:01.514581 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-5aa647b2-b718-4883-8ebf-6b7bc2d6c9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:52:04.083272 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-1fa624c1-c600-4969-993d-616216d2f231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:52:04.208583 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-7a90e731-4d1f-4b0c-be68-dcd0a2f69d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 17:52:05.414771 dv-cinder-789564-3-smb neutron-server[91902]: DEBUG neutron_lib.callbacks.manager [None req-b6e26845-fc93-48e6-8956-3734416caca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785809200020', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671855'] for agent, after_update {{(pid=91902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}